[ 530.160610] env[69301]: INFO neutron.common.config [-] Logging enabled! [ 530.161113] env[69301]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 530.161113] env[69301]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69301) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.161446] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.161539] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.162528] env[69301]: WARNING oslo_policy.policy [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.162862] env[69301]: WARNING oslo_policy.policy [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.165058] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] VMware NSXv3 Agent initialized successfully. [ 530.165605] env[69301]: DEBUG oslo_concurrency.lockutils [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] Acquiring lock "singleton_lock" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.165834] env[69301]: DEBUG oslo_concurrency.lockutils [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] Acquired lock "singleton_lock" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.166185] env[69301]: DEBUG oslo_concurrency.lockutils [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] Releasing lock "singleton_lock" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.166756] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] Full set of CONF: {{(pid=69301) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 530.166964] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ******************************************************************************** {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.167169] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] Configuration options gathered from: {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.167823] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.167881] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.168126] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ================================================================================ {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.168339] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] agent_down_time = 75 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.168585] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] allow_automatic_dhcp_failover = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.168832] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] allow_bulk = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.169109] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] api_extensions_path = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.169372] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] api_paste_config = api-paste.ini {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.169621] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] auth_strategy = keystone {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.169818] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] backdoor_port = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.170024] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] backdoor_socket = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.170281] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] backlog = 4096 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.170539] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] base_mac = fa:16:3e:00:00:00 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.172715] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] bind_host = 0.0.0.0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.172715] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] bind_port = 9696 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.172715] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] client_socket_timeout = 900 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.172715] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] config_dir = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.172715] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.172715] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] config_source = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173630] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] control_exchange = neutron {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173630] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] core_plugin = ml2 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173630] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] debug = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173630] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] default_availability_zones = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173630] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173907] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] dhcp_agent_notification = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173907] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] dhcp_agents_per_network = 1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.173907] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] dhcp_lease_duration = 86400 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.174082] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] dhcp_load_type = networks {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.174374] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] dns_domain = openstacklocal {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.174374] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.174560] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_default_route_bfd = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.174765] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_default_route_ecmp = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.174984] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_dvr = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.175219] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_new_agents = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.175445] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.175666] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_signals = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.175890] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] enable_traditional_dhcp = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.176121] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] external_dns_driver = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.176344] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] filter_validation = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.176582] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] global_physnet_mtu = 8950 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.176799] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] graceful_shutdown_timeout = 60 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.177090] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] host = cpu-1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.177596] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] host_dvr_for_dhcp = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.177596] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] http_retries = 3 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.177741] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] instance_format = [instance: %(uuid)s] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.177961] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.178258] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ipam_driver = internal {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.178405] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ipv6_pd_enabled = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.178617] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] l3_ha = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.178839] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.179059] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] l3_ha_network_physical_name = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.179268] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] l3_ha_network_type = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.179480] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_color = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.179711] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_config_append = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.180166] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.180166] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_dir = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.180318] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_file = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.180475] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_options = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.180681] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_rotate_interval = 1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.180886] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_rotate_interval_type = days {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.181097] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] log_rotation_type = none {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.181261] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.181440] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.181665] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.181891] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.182082] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.182309] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] max_dns_nameservers = 5 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.182533] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] max_header_line = 16384 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.182749] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] max_l3_agents_per_router = 3 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.182978] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] max_logfile_count = 30 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.183237] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] max_logfile_size_mb = 200 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.183484] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] max_subnet_host_routes = 20 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.183712] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] my_ip = 10.180.1.21 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.183939] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] my_ipv6 = ::1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.184163] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] network_auto_schedule = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.184368] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] network_link_prefix = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.184685] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.184793] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] notify_nova_on_port_data_changes = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.184871] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] notify_nova_on_port_status_changes = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185040] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] pagination_max_limit = -1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185187] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] publish_errors = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185328] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] rate_limit_burst = 0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185479] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] rate_limit_except_level = CRITICAL {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185619] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] rate_limit_interval = 0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185760] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] retry_until_window = 30 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.185899] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] router_distributed = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186046] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] rpc_resources_processing_step = 20 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186188] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] rpc_response_max_timeout = 600 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186327] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] rpc_response_timeout = 60 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186466] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] send_events_interval = 2 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186622] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] service_plugins = ['router'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186777] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] setproctitle = on {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.186909] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] shell_completion = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187093] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] state_path = /opt/stack/data/neutron {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187267] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] syslog_log_facility = LOG_USER {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187422] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] tcp_keepidle = 600 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187570] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] transport_url = **** {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187711] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] use_journal = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187848] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] use_json = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.187985] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] use_ssl = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188196] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] use_stderr = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188272] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] use_syslog = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188398] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] vlan_qinq = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188569] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] vlan_transparent = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188672] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] watch_log_file = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188805] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] wsgi_default_pool_size = 100 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.188942] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] wsgi_keep_alive = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.189099] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.189245] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] wsgi_server_debug = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.189474] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_concurrency.disable_process_locking = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.189585] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.189716] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.189865] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190024] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190179] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190322] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190481] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.connection_string = messaging:// {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190629] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.enabled = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190780] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.es_doc_type = notification {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.190921] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.es_scroll_size = 10000 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191078] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.es_scroll_time = 2m {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191225] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.filter_error_trace = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191394] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.hmac_keys = **** {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191530] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.sentinel_service_name = mymaster {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191680] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.socket_timeout = 0.1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191823] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.trace_requests = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.191963] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler.trace_sqlalchemy = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.192136] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler_jaeger.process_tags = {} {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.192280] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler_jaeger.service_name_prefix = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.192432] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] profiler_otlp.service_name_prefix = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.192584] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.enforce_new_defaults = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.192882] env[69301]: WARNING oslo_config.cfg [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.193152] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.enforce_scope = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.193398] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.policy_default_rule = default {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.193656] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.193926] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.194214] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.194474] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.194739] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.195034] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.195318] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.195586] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_policy.remote_timeout = 60.0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.195879] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.196158] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] agent.extensions = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.196421] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.196681] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] service_providers.service_provider = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.196943] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.default_quota = -1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.197266] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.197483] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_floatingip = 50 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.197744] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_network = 100 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.197995] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_port = 500 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.198264] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.198507] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_router = 10 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.198746] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_security_group = 10 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.198980] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.199238] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.quota_subnet = 100 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.199488] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] QUOTAS.track_quota_usage = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.199766] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.200025] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep.group = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.200268] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep.helper_command = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.200524] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.200767] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep.thread_pool_size = 8 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.200997] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep.user = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.201254] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.201477] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_dhcp_release.group = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.201693] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_dhcp_release.helper_command = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.201935] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.202143] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.202354] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_dhcp_release.user = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.202581] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.202798] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_ovs_vsctl.group = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.203014] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_ovs_vsctl.helper_command = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.203237] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.203441] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.203647] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_ovs_vsctl.user = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.203911] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_namespace.capabilities = [21] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.204059] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_namespace.group = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.204259] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_namespace.helper_command = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.204467] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.204667] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_namespace.thread_pool_size = 8 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.204884] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_namespace.user = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.205132] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_conntrack.capabilities = [12] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.205352] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_conntrack.group = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.205574] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_conntrack.helper_command = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.205801] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.206041] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.206263] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_conntrack.user = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.206494] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_link.capabilities = [12, 21] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.206711] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_link.group = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.206919] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_link.helper_command = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.207151] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.207431] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_link.thread_pool_size = 8 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.207589] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] privsep_link.user = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.207836] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.208079] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.208305] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.continue_on_failed_promotions = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.208520] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.dscp = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.208736] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.dscp_inherit = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.208963] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.force_mp_to_policy = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.209175] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.locking_coordinator_url = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.209380] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.log_agent_heartbeats = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.209586] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.logging_expire = 1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.209805] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.210016] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.210228] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.polling_interval = 240 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.210435] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.210647] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.210860] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.report_interval = 30.0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.211078] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.211286] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.211515] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.211737] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.sync_skew = 60 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.211964] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.synchronization_queue_size = 20 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.212211] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT.use_helper_for_ns_read = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.212449] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] SECURITYGROUP.enable_ipset = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.212680] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] SECURITYGROUP.enable_security_group = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.212907] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.213180] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.213431] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] experimental.ipv6_pd_enabled = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.213707] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.extension_drivers = ['port_security'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.213926] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.external_network_type = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.214174] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.214397] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.overlay_ip_version = 4 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.214629] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.path_mtu = 8950 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.214811] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.physical_network_mtus = {} {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.214975] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.tenant_network_types = ['vlan'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.215235] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.215310] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ml2.type_drivers = ['vlan'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.215452] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT_CLI.neutron_port_id = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.215601] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.215747] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.215902] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.216069] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.216214] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.216365] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.216520] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.216673] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.216893] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.217064] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_login_password = **** {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.217265] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_login_port = 443 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.217441] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_login_user = admin {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.217669] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.217845] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.218078] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.218257] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.218424] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.218623] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.218791] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.219072] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.219218] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.219448] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.219639] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.219823] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.219995] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.220300] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.220481] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] vsphere.vsphere_login_password = VMware1! {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.220706] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.220882] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221058] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.auth_section = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221232] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.auth_type = password {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221390] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221536] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.certfile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221681] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.collect_timing = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221837] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.endpoint_type = public {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.221989] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.insecure = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.222164] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.keyfile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.222326] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.region_name = RegionOne {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.222473] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.split_loggers = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.222611] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] nova.timeout = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.222760] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.auth_section = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.222913] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.auth_type = password {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.223093] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.223264] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.certfile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.223450] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.collect_timing = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.223558] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.endpoint_type = public {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.223700] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.insecure = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.223840] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.keyfile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224089] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.region_name = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224150] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.split_loggers = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224317] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] placement.timeout = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224433] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.auth_section = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224576] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.auth_type = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224718] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.cafile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.224856] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.certfile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.225008] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.collect_timing = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.225174] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.connect_retries = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.225398] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.connect_retry_delay = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.225524] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.enable_notifications = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.225682] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.endpoint_override = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.225860] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.insecure = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.226043] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.interface = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.226200] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.keyfile = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.226358] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.max_version = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.226584] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.min_version = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.226806] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.region_name = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.226974] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.retriable_status_codes = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.227155] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.service_name = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.227358] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.service_type = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.227643] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.split_loggers = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.227756] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.status_code_retries = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.227900] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.status_code_retry_delay = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228065] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.timeout = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228220] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.valid_interfaces = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228363] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ironic.version = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228515] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] cli_script.dry_run = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228674] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228819] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.228967] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.229300] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.229300] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.229533] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.229619] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.229768] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.229910] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.230098] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.230254] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.230412] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.230564] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231096] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231096] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231096] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231295] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231382] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231539] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231682] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231824] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231980] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232169] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232427] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232480] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232597] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232774] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232887] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233016] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233165] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233345] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.ssl = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233518] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233668] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233811] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233960] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234137] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.ssl_version = {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234263] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234489] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_notifications.driver = [] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234570] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_notifications.retry = -1 {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234749] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234903] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] oslo_messaging_notifications.transport_url = **** {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235131] env[69301]: DEBUG oslo_service.backend.eventlet.service [None req-30da9fe3-58de-4c3a-b6bb-8d6a668b63dc None None] ******************************************************************************** {{(pid=69301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.236264] env[69301]: DEBUG neutron.agent.securitygroups_rpc [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Init firewall settings (driver=nsxv3) {{(pid=69301) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.237733] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69301) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.237975] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.241211] env[69301]: DEBUG dogpile.cache.region [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.241410] env[69301]: DEBUG dogpile.lock [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.241572] env[69301]: DEBUG dogpile.lock [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.241728] env[69301]: DEBUG dogpile.lock [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.241892] env[69301]: DEBUG dogpile.cache.region [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.242062] env[69301]: DEBUG dogpile.lock [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.242277] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.265359] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Session token - acquiring [ 530.267776] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.268086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.268256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.268872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.282608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.576655] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.599370] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.599558] env[69301]: DEBUG dogpile.cache.region [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Cache value generated in 0.357 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 530.599691] env[69301]: DEBUG dogpile.lock [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.599761] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Activating Policy API Provider. [ 530.599970] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Looking for the default Infrastructure Rules. [ 530.684276] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Looking for the Default Layer3 Logged Drop Section. [ 530.701406] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.701900] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.702119] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.702207] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.702502] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.702848] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.218677] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.720824] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.223412] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Inventory metadata is going to be refreshed. [ 532.223787] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.170505] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.170840] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.170840] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.171153] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.182248] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.183213] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.184180] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.200467] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.200743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.200743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.201065] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.201204] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.201360] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.201482] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.201596] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.221650] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.221965] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.221965] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.222259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.222444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.222596] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.242767] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.243280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.243280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.243429] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.243505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.243654] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.262689] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.262971] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.262971] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.263275] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.263420] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.263573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.263682] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.263790] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.282516] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.282729] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.282844] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.283102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.283234] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.283379] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.283489] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.283601] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.304295] env[69301]: DEBUG networking_nsxv3.common.locking [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.304585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.304585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.304843] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.304986] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.305164] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.305271] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.305360] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Inventory metadata have been refreshed. [ 533.305457] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Dryrun:True. Metadata refresh completed. [ 533.305573] env[69301]: DEBUG oslo_concurrency.lockutils [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Releasing lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.307219] env[69301]: INFO neutron.agent.agent_extensions_manager [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Loaded agent extensions: [] [ 533.307996] env[69301]: DEBUG neutron_lib.callbacks.manager [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69301) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 533.367645] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent RPC Daemon Started! [ 533.367792] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:0 started [ 533.367906] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent out of sync with plugin! [ 538.308115] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.308487] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.309631] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.309631] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.078546] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ea3aca5e-44c5-49b8-8bdb-a24df5d03c28 demo admin] Enqueued Resource ID: c99bf4b3-f9ca-4ec3-a60b-bcead05f148c with Priority: HIGHEST for action security_group_rules [ 548.079108] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99bf4b3-f9ca-4ec3-a60b-bcead05f148c with Priority: HIGHEST for action security_group_rules [ 548.079425] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c99bf4b3-f9ca-4ec3-a60b-bcead05f148c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.080033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c99bf4b3-f9ca-4ec3-a60b-bcead05f148c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.080033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c99bf4b3-f9ca-4ec3-a60b-bcead05f148c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.086865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c99bf4b3-f9ca-4ec3-a60b-bcead05f148c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.086941] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c99bf4b3-f9ca-4ec3-a60b-bcead05f148c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.608346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.608565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.608565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.608757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.608851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.608950] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c99bf4b3-f9ca-4ec3-a60b-bcead05f148c already deleted. [ 548.609044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c99bf4b3-f9ca-4ec3-a60b-bcead05f148c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.080124] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.080495] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.081460] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.081879] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.083348] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.083707] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.084318] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.084684] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.311200] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.311596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.311596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.311596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.311783] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.814362] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.317413] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.820098] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 570.820354] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 571.570192] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.570679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.570679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.570679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.582756] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 571.583587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.584365] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 571.604184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.604486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.604486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.604606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.604662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.604775] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 571.604856] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.604913] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 571.627553] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.627852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.627852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.627990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.628129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.628243] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.648894] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.649199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.649199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.649330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.649413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.649523] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.671305] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.671622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.671622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.671773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.671826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.671933] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 571.672011] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.672083] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 571.706668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.706902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.706902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.707090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.707170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.707271] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 571.707339] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.707408] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 571.732776] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.733091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.733091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.733234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.733293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.733408] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 571.733476] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 571.733542] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 571.733604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 571.733675] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 571.733737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 571.733800] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 571.734115] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 571.734222] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 571.734275] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 571.754870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.755165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.755165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.755292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.755375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.755485] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 571.777309] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.777609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.777609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.778786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.778786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.814312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.085897] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.086220] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.086943] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.086943] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.889279] env[69301]: INFO networking_nsxv3.common.synchronization [None req-450b324f-21fb-4d57-a0d2-9eff3928a82d None None] Enqueued Resource ID: b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41 with Priority: HIGHEST for action port [ 580.889279] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41 with Priority: HIGHEST for action port [ 580.889279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.889279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.889279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.889279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.889279] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.980810] env[69301]: INFO networking_nsxv3.common.synchronization [None req-115e8101-794f-4357-8543-8a8bf677bbe4 None None] Enqueued Resource ID: c9cab66f-877d-4217-bf6b-7ad71f92dbb2 with Priority: HIGHEST for action port [ 580.981114] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cab66f-877d-4217-bf6b-7ad71f92dbb2 with Priority: HIGHEST for action port [ 580.981656] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9cab66f-877d-4217-bf6b-7ad71f92dbb2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.981751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9cab66f-877d-4217-bf6b-7ad71f92dbb2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.981789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9cab66f-877d-4217-bf6b-7ad71f92dbb2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.984130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9cab66f-877d-4217-bf6b-7ad71f92dbb2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.984445] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cab66f-877d-4217-bf6b-7ad71f92dbb2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.394095] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41 [ 581.395017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.395017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.395017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.395017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.395017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.395017] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41 already deleted. [ 581.395017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c47b3b-0f7a-4b4a-b7c3-b4d390053f41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.415893] env[69301]: INFO networking_nsxv3.common.synchronization [None req-598e848d-4496-45a5-8a9c-b52a032609c7 None None] Enqueued Resource ID: 935531bb-b2e1-4faa-85b1-961b02728914 with Priority: HIGHEST for action port [ 581.416132] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935531bb-b2e1-4faa-85b1-961b02728914 with Priority: HIGHEST for action port [ 581.417719] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-935531bb-b2e1-4faa-85b1-961b02728914 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.417719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935531bb-b2e1-4faa-85b1-961b02728914" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.417719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935531bb-b2e1-4faa-85b1-961b02728914" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.417719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935531bb-b2e1-4faa-85b1-961b02728914" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.417719] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935531bb-b2e1-4faa-85b1-961b02728914',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.488347] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9cab66f-877d-4217-bf6b-7ad71f92dbb2 [ 581.488347] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.488347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.488347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.488347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.488347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.488347] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9cab66f-877d-4217-bf6b-7ad71f92dbb2 already deleted. [ 581.488347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9cab66f-877d-4217-bf6b-7ad71f92dbb2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.922110] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 935531bb-b2e1-4faa-85b1-961b02728914 [ 581.922110] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.922110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.922110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.922421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.922421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.922489] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:935531bb-b2e1-4faa-85b1-961b02728914 already deleted. [ 581.922523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935531bb-b2e1-4faa-85b1-961b02728914" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.181765] env[69301]: INFO networking_nsxv3.common.synchronization [None req-45eefe6a-4891-4061-9bd4-d05b2e9a4057 None None] Enqueued Resource ID: 8e573c54-6678-4a14-8edd-7a3ee56a7ad0 with Priority: HIGHEST for action port [ 583.182036] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e573c54-6678-4a14-8edd-7a3ee56a7ad0 with Priority: HIGHEST for action port [ 583.184798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e573c54-6678-4a14-8edd-7a3ee56a7ad0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.184798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e573c54-6678-4a14-8edd-7a3ee56a7ad0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.184798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e573c54-6678-4a14-8edd-7a3ee56a7ad0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.184798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e573c54-6678-4a14-8edd-7a3ee56a7ad0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.184798] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e573c54-6678-4a14-8edd-7a3ee56a7ad0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.686433] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e573c54-6678-4a14-8edd-7a3ee56a7ad0 [ 583.686622] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.686714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.686714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.686977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.687038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.687163] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e573c54-6678-4a14-8edd-7a3ee56a7ad0 already deleted. [ 583.688124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e573c54-6678-4a14-8edd-7a3ee56a7ad0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.866788] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f11010ba-06eb-4a94-83ce-8e213fc25204 None None] Enqueued Resource ID: 7325066e-bee4-43d4-8454-f211f68f46a2 with Priority: HIGHEST for action port [ 583.867443] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7325066e-bee4-43d4-8454-f211f68f46a2 with Priority: HIGHEST for action port [ 583.869179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7325066e-bee4-43d4-8454-f211f68f46a2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.869179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7325066e-bee4-43d4-8454-f211f68f46a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.869179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7325066e-bee4-43d4-8454-f211f68f46a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.869179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7325066e-bee4-43d4-8454-f211f68f46a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.869179] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7325066e-bee4-43d4-8454-f211f68f46a2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.307165] env[69301]: INFO networking_nsxv3.common.synchronization [None req-37b2ee0d-3231-4d52-861c-47ec08db531e None None] Enqueued Resource ID: a76c1cf9-36a3-4b46-906c-706e5eea71df with Priority: HIGHEST for action port [ 584.307402] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76c1cf9-36a3-4b46-906c-706e5eea71df with Priority: HIGHEST for action port [ 584.307929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76c1cf9-36a3-4b46-906c-706e5eea71df taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.308068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76c1cf9-36a3-4b46-906c-706e5eea71df" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.308138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76c1cf9-36a3-4b46-906c-706e5eea71df" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.308397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76c1cf9-36a3-4b46-906c-706e5eea71df" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.308478] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76c1cf9-36a3-4b46-906c-706e5eea71df',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.312834] env[69301]: INFO networking_nsxv3.common.synchronization [None req-8af2a77c-8650-417e-92ea-3a538d96cba2 None None] Enqueued Resource ID: d4c81d08-84df-4661-b5c8-623920afade4 with Priority: HIGHEST for action port [ 584.312834] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c81d08-84df-4661-b5c8-623920afade4 with Priority: HIGHEST for action port [ 584.312834] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4c81d08-84df-4661-b5c8-623920afade4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.312834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4c81d08-84df-4661-b5c8-623920afade4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.312834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4c81d08-84df-4661-b5c8-623920afade4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.312834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4c81d08-84df-4661-b5c8-623920afade4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.312834] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c81d08-84df-4661-b5c8-623920afade4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.352111] env[69301]: INFO networking_nsxv3.common.synchronization [None req-d0e95052-0dcc-4a1e-8b47-d55badf7a230 None None] Enqueued Resource ID: 6942cc1d-a4ea-4d99-810a-098b9849c78f with Priority: HIGHEST for action port [ 584.354085] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6942cc1d-a4ea-4d99-810a-098b9849c78f with Priority: HIGHEST for action port [ 584.354085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6942cc1d-a4ea-4d99-810a-098b9849c78f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.354085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6942cc1d-a4ea-4d99-810a-098b9849c78f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.354085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6942cc1d-a4ea-4d99-810a-098b9849c78f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.354085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6942cc1d-a4ea-4d99-810a-098b9849c78f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.354085] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6942cc1d-a4ea-4d99-810a-098b9849c78f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.373045] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7325066e-bee4-43d4-8454-f211f68f46a2 [ 584.373294] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.373448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.373534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.373744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.373848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.373944] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7325066e-bee4-43d4-8454-f211f68f46a2 already deleted. [ 584.374038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7325066e-bee4-43d4-8454-f211f68f46a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.439180] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e0dddec7-cb19-4cae-b105-8e2756789316 None None] Enqueued Resource ID: 976fa0ac-c27d-46af-9c74-ca6721c4225b with Priority: HIGHEST for action port [ 584.439180] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976fa0ac-c27d-46af-9c74-ca6721c4225b with Priority: HIGHEST for action port [ 584.439180] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-976fa0ac-c27d-46af-9c74-ca6721c4225b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.439180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976fa0ac-c27d-46af-9c74-ca6721c4225b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.439180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976fa0ac-c27d-46af-9c74-ca6721c4225b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.439180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976fa0ac-c27d-46af-9c74-ca6721c4225b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.439180] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976fa0ac-c27d-46af-9c74-ca6721c4225b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.819796] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a76c1cf9-36a3-4b46-906c-706e5eea71df [ 584.821887] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.821887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.821887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.821887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.821887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.821887] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a76c1cf9-36a3-4b46-906c-706e5eea71df already deleted. [ 584.821887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76c1cf9-36a3-4b46-906c-706e5eea71df" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.826077] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4c81d08-84df-4661-b5c8-623920afade4 [ 584.826284] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.826407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.826473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.826662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.826743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.826832] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4c81d08-84df-4661-b5c8-623920afade4 already deleted. [ 584.826909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4c81d08-84df-4661-b5c8-623920afade4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.856395] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6942cc1d-a4ea-4d99-810a-098b9849c78f [ 584.856800] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.857069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.857174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.857612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.857809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.857965] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6942cc1d-a4ea-4d99-810a-098b9849c78f already deleted. [ 584.858738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6942cc1d-a4ea-4d99-810a-098b9849c78f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.942870] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 976fa0ac-c27d-46af-9c74-ca6721c4225b [ 584.942870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.943216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.943216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.943404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.943495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.943602] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:976fa0ac-c27d-46af-9c74-ca6721c4225b already deleted. [ 584.943694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976fa0ac-c27d-46af-9c74-ca6721c4225b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.319623] env[69301]: INFO networking_nsxv3.common.synchronization [None req-52704694-c3bc-4a4a-9043-ac5da4059fa0 None None] Enqueued Resource ID: 98f63941-24e3-44ab-a960-64a23ceda1d4 with Priority: HIGHEST for action port [ 586.319892] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f63941-24e3-44ab-a960-64a23ceda1d4 with Priority: HIGHEST for action port [ 586.320939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f63941-24e3-44ab-a960-64a23ceda1d4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.322157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f63941-24e3-44ab-a960-64a23ceda1d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.322242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f63941-24e3-44ab-a960-64a23ceda1d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.322498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f63941-24e3-44ab-a960-64a23ceda1d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.322581] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f63941-24e3-44ab-a960-64a23ceda1d4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.825665] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98f63941-24e3-44ab-a960-64a23ceda1d4 [ 586.825893] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.826078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.826159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.827861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.827861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.827861] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98f63941-24e3-44ab-a960-64a23ceda1d4 already deleted. [ 586.827861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f63941-24e3-44ab-a960-64a23ceda1d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.201587] env[69301]: INFO networking_nsxv3.common.synchronization [None req-bb3285d5-4359-4dbc-833c-b601c4e7a591 None None] Enqueued Resource ID: c07806d6-530c-4a39-9266-a18946b4a3c9 with Priority: HIGHEST for action port [ 587.205217] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07806d6-530c-4a39-9266-a18946b4a3c9 with Priority: HIGHEST for action port [ 587.205217] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c07806d6-530c-4a39-9266-a18946b4a3c9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.205217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c07806d6-530c-4a39-9266-a18946b4a3c9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.205217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c07806d6-530c-4a39-9266-a18946b4a3c9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.205217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c07806d6-530c-4a39-9266-a18946b4a3c9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.205217] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c07806d6-530c-4a39-9266-a18946b4a3c9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.707418] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c07806d6-530c-4a39-9266-a18946b4a3c9 [ 587.707717] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.707812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.707880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.708169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.708258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.708356] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c07806d6-530c-4a39-9266-a18946b4a3c9 already deleted. [ 587.708436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c07806d6-530c-4a39-9266-a18946b4a3c9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.035988] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b213cd2c-992a-435f-91c5-63ac7047365c None None] Enqueued Resource ID: c6c6750a-1c3a-4110-8723-184b7e074e76 with Priority: HIGHEST for action port [ 589.037426] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c6750a-1c3a-4110-8723-184b7e074e76 with Priority: HIGHEST for action port [ 589.037426] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c6750a-1c3a-4110-8723-184b7e074e76 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.038942] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c6750a-1c3a-4110-8723-184b7e074e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.040616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c6750a-1c3a-4110-8723-184b7e074e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.040616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c6750a-1c3a-4110-8723-184b7e074e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.040616] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c6750a-1c3a-4110-8723-184b7e074e76',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.471043] env[69301]: INFO networking_nsxv3.common.synchronization [None req-21b4ad4f-7093-4826-be26-772d46618a0f None None] Enqueued Resource ID: 8b9e8f11-574b-46c3-8ec7-0221a6189b83 with Priority: HIGHEST for action port [ 589.472231] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b9e8f11-574b-46c3-8ec7-0221a6189b83 with Priority: HIGHEST for action port [ 589.473141] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b9e8f11-574b-46c3-8ec7-0221a6189b83 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.473354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b9e8f11-574b-46c3-8ec7-0221a6189b83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.473354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b9e8f11-574b-46c3-8ec7-0221a6189b83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.473580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b9e8f11-574b-46c3-8ec7-0221a6189b83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.474432] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9e8f11-574b-46c3-8ec7-0221a6189b83',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.544901] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6c6750a-1c3a-4110-8723-184b7e074e76 [ 589.544901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.545130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.545331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.545764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.545960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.546158] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6c6750a-1c3a-4110-8723-184b7e074e76 already deleted. [ 589.546322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c6750a-1c3a-4110-8723-184b7e074e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.633048] env[69301]: INFO networking_nsxv3.common.synchronization [None req-14294f05-5163-4154-b7d0-e6027807bf7e None None] Enqueued Resource ID: f5c5162d-f5d7-4456-bf08-a18391fc5dd0 with Priority: HIGHEST for action port [ 589.633048] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c5162d-f5d7-4456-bf08-a18391fc5dd0 with Priority: HIGHEST for action port [ 589.633209] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c5162d-f5d7-4456-bf08-a18391fc5dd0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.633335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c5162d-f5d7-4456-bf08-a18391fc5dd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.633407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c5162d-f5d7-4456-bf08-a18391fc5dd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.633688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c5162d-f5d7-4456-bf08-a18391fc5dd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.633774] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c5162d-f5d7-4456-bf08-a18391fc5dd0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.978353] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b9e8f11-574b-46c3-8ec7-0221a6189b83 [ 589.979372] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.979372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.979372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.979372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.979372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.979372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b9e8f11-574b-46c3-8ec7-0221a6189b83 already deleted. [ 589.979372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b9e8f11-574b-46c3-8ec7-0221a6189b83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.136527] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c5162d-f5d7-4456-bf08-a18391fc5dd0 [ 590.137101] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.138662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.138662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.138662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.138662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.138662] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c5162d-f5d7-4456-bf08-a18391fc5dd0 already deleted. [ 590.138662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c5162d-f5d7-4456-bf08-a18391fc5dd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.159773] env[69301]: INFO networking_nsxv3.common.synchronization [None req-566a505c-35f8-4c67-a6ee-15d27268a1d7 None None] Enqueued Resource ID: 9f95b9fd-db48-4f26-a904-ef2af41d6259 with Priority: HIGHEST for action port [ 590.163709] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f95b9fd-db48-4f26-a904-ef2af41d6259 with Priority: HIGHEST for action port [ 590.163820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f95b9fd-db48-4f26-a904-ef2af41d6259 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.164077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f95b9fd-db48-4f26-a904-ef2af41d6259" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.164077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f95b9fd-db48-4f26-a904-ef2af41d6259" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.164408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f95b9fd-db48-4f26-a904-ef2af41d6259" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.164529] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f95b9fd-db48-4f26-a904-ef2af41d6259',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.286685] env[69301]: INFO networking_nsxv3.common.synchronization [None req-48a2f9ad-6548-4647-ac09-ca17e019eb02 None None] Enqueued Resource ID: 80e835c5-d414-4df1-b65a-f014a7f58a01 with Priority: HIGHEST for action port [ 590.287522] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e835c5-d414-4df1-b65a-f014a7f58a01 with Priority: HIGHEST for action port [ 590.288399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e835c5-d414-4df1-b65a-f014a7f58a01 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.288961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e835c5-d414-4df1-b65a-f014a7f58a01" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.288961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e835c5-d414-4df1-b65a-f014a7f58a01" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.289172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e835c5-d414-4df1-b65a-f014a7f58a01" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.289330] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e835c5-d414-4df1-b65a-f014a7f58a01',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.607734] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c036fef7-cb61-4a8b-a607-dbb9612b21a4 None None] Enqueued Resource ID: 4f3742a5-8fb8-43aa-ab94-676093de1a8a with Priority: HIGHEST for action port [ 590.609457] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3742a5-8fb8-43aa-ab94-676093de1a8a with Priority: HIGHEST for action port [ 590.610067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f3742a5-8fb8-43aa-ab94-676093de1a8a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.610202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f3742a5-8fb8-43aa-ab94-676093de1a8a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.610202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f3742a5-8fb8-43aa-ab94-676093de1a8a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.610544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f3742a5-8fb8-43aa-ab94-676093de1a8a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.610676] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f3742a5-8fb8-43aa-ab94-676093de1a8a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.674653] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f95b9fd-db48-4f26-a904-ef2af41d6259 [ 590.675402] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.675402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.675402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.676342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.676342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.677225] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f95b9fd-db48-4f26-a904-ef2af41d6259 already deleted. [ 590.677225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f95b9fd-db48-4f26-a904-ef2af41d6259" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.798998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80e835c5-d414-4df1-b65a-f014a7f58a01 [ 590.798998] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.798998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.798998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.798998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.798998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.798998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80e835c5-d414-4df1-b65a-f014a7f58a01 already deleted. [ 590.798998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e835c5-d414-4df1-b65a-f014a7f58a01" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.113789] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f3742a5-8fb8-43aa-ab94-676093de1a8a [ 591.115279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.115279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.115279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.115279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.115525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.115525] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f3742a5-8fb8-43aa-ab94-676093de1a8a already deleted. [ 591.115603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f3742a5-8fb8-43aa-ab94-676093de1a8a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.430460] env[69301]: INFO networking_nsxv3.common.synchronization [None req-adc5fb61-a020-4f04-b508-5c64927abb6e tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_rules [ 591.431753] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_rules [ 591.432182] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.432368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.432452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.432961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.433387] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.658787] env[69301]: INFO networking_nsxv3.common.synchronization [None req-bf4cea19-1379-48e2-8f9f-051d96f62bbb tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_rules [ 591.660215] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_rules [ 591.660591] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.660702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.955515] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.955989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.956215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.956531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.956808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.956989] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 already deleted. [ 591.957233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.957490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.958653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.958653] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.171937] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f3c0086e-b862-4933-ab1a-ea5f050d3116 None None] Enqueued Resource ID: 7707726f-d223-4b8b-b3fd-ed5a2ea93114 with Priority: HIGHEST for action port [ 592.172576] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7707726f-d223-4b8b-b3fd-ed5a2ea93114 with Priority: HIGHEST for action port [ 592.172902] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7707726f-d223-4b8b-b3fd-ed5a2ea93114 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.173038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7707726f-d223-4b8b-b3fd-ed5a2ea93114" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.173111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7707726f-d223-4b8b-b3fd-ed5a2ea93114" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.173356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7707726f-d223-4b8b-b3fd-ed5a2ea93114" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.173444] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7707726f-d223-4b8b-b3fd-ed5a2ea93114',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.478761] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.479153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.479153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.479252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.479341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.479434] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 already deleted. [ 592.479631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.676799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7707726f-d223-4b8b-b3fd-ed5a2ea93114 [ 592.676799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.676799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.676799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.676799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.676799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.676799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7707726f-d223-4b8b-b3fd-ed5a2ea93114 already deleted. [ 592.676799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7707726f-d223-4b8b-b3fd-ed5a2ea93114" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.975466] env[69301]: INFO networking_nsxv3.common.synchronization [req-61535a1f-1695-4674-b439-bd6f687f7306 req-cf97e5f3-ee8c-4dd1-910d-35514e39f62c tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Enqueued Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_members [ 593.975848] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_members [ 593.976064] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.976192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.976259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.977138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.977723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.977880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.977997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.978278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.978719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.978872] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.482643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.483350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.483350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.483350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.483350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.483822] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.483822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.483822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.483822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.483822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.484123] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f already deleted. [ 594.484123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.148156] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.148156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.148156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.148156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.148156] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.148156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.148156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.149178] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.149740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.150490] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.150490] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.150739] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.150987] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.151268] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.151836] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.152044] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.174231] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.177966] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.177966] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.177966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.177966] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.177966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.177966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.177966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.177966] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.207653] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e19550ee-c7f6-471c-856b-88cbecb4874d None None] Enqueued Resource ID: da95691d-549a-44d1-96c3-6d576cfca5dc with Priority: HIGHEST for action port [ 595.207914] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da95691d-549a-44d1-96c3-6d576cfca5dc with Priority: HIGHEST for action port [ 595.209026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-da95691d-549a-44d1-96c3-6d576cfca5dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.209026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da95691d-549a-44d1-96c3-6d576cfca5dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.209136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da95691d-549a-44d1-96c3-6d576cfca5dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.209653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da95691d-549a-44d1-96c3-6d576cfca5dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.209743] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da95691d-549a-44d1-96c3-6d576cfca5dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.680056] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.680656] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.680656] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.680756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.680883] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.681056] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa not found, creating... [ 595.681820] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.681820] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.681820] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.681820] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.681980] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.682339] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.682572] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.682652] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.682818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.682975] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.683116] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa is going to be created. [ 595.709251] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.709638] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.709638] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.709881] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.710180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.710442] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.712801] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da95691d-549a-44d1-96c3-6d576cfca5dc [ 595.712801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.712801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.712801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.712801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.712801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.712801] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da95691d-549a-44d1-96c3-6d576cfca5dc already deleted. [ 595.712801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da95691d-549a-44d1-96c3-6d576cfca5dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.847192] env[69301]: INFO networking_nsxv3.common.synchronization [req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace req-9b2c1b17-05e6-4f5f-9879-ba8eef70e451 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 595.848162] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 595.848458] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.848579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.848648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.849434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.849718] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.849854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.850107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.850107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.850229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.850284] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.352847] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.353153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.353153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.353272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.353351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.353563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.353674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.353723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.353877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.353950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.354047] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 already deleted. [ 596.354294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.802205] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.803606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.803606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.803606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.803606] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.803760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.803872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.804119] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.804277] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.804491] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.804609] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.804721] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.804857] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.804978] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.805102] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.805262] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.824797] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.824872] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 596.825029] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.825211] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.825536] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.825728] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.825853] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.826302] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.826478] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a334345-b3b8-42f4-a66f-d09c06b7cf2d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.329140] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.330470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.330687] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.331025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.331231] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.331415] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 5a334345-b3b8-42f4-a66f-d09c06b7cf2d not found, creating... [ 597.331709] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.331879] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.331998] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.332239] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.332384] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.334763] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.335115] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.335453] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.335611] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.335873] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.336205] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 5a334345-b3b8-42f4-a66f-d09c06b7cf2d is going to be created. [ 597.360854] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.360854] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.361336] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.361336] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.361725] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.361725] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.439300] env[69301]: INFO networking_nsxv3.common.synchronization [req-61535a1f-1695-4674-b439-bd6f687f7306 req-bea0e499-1d3b-4493-99ce-c272702c51d9 service nova] Enqueued Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_rules [ 597.439490] env[69301]: INFO networking_nsxv3.common.synchronization [req-61535a1f-1695-4674-b439-bd6f687f7306 req-bea0e499-1d3b-4493-99ce-c272702c51d9 service nova] Enqueued Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_members [ 597.439630] env[69301]: INFO networking_nsxv3.common.synchronization [req-61535a1f-1695-4674-b439-bd6f687f7306 req-bea0e499-1d3b-4493-99ce-c272702c51d9 service nova] Enqueued Resource ID: 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa with Priority: HIGHEST for action port [ 597.439890] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_rules [ 597.440014] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_members [ 597.440411] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa with Priority: HIGHEST for action port [ 597.441483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.441686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.441789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.442120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.442239] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.443216] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.443307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.443396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.443615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.443811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.443963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.444049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.444252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.444519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.444519] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.445320] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.445470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.445574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.445787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.445859] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.620963] env[69301]: INFO networking_nsxv3.common.synchronization [None req-91e224ed-1db3-4c5c-9839-abf71b1788fb tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_rules [ 597.620963] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_rules [ 597.620963] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.620963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.620963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.620963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.620963] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.917145] env[69301]: INFO networking_nsxv3.common.synchronization [None req-7d555974-497e-4340-a36e-c1ddba22fa04 None None] Enqueued Resource ID: 33b281ac-d157-4377-8d19-c96fb7577631 with Priority: HIGHEST for action port [ 597.917145] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b281ac-d157-4377-8d19-c96fb7577631 with Priority: HIGHEST for action port [ 597.917145] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b281ac-d157-4377-8d19-c96fb7577631 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b281ac-d157-4377-8d19-c96fb7577631" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b281ac-d157-4377-8d19-c96fb7577631" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.917145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b281ac-d157-4377-8d19-c96fb7577631" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.917145] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b281ac-d157-4377-8d19-c96fb7577631',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.926406] env[69301]: INFO networking_nsxv3.common.synchronization [None req-75d7695c-474b-47cf-bb52-0e006c467cd5 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_rules [ 597.926406] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_rules [ 597.926406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.926406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.948906] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.949853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950144] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.972238] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa with status ACTIVE [ 597.972238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.972238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.972238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.976676] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.976676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.976676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.976676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.976676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.976676] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa is going to be updated. [ 597.999945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.001411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.001411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.001411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.001411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.001411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.063419] env[69301]: INFO networking_nsxv3.common.synchronization [None req-a580ec48-6abf-416d-b7f6-67d7f9c70d74 None None] Enqueued Resource ID: 879fd42b-6692-4b68-8619-e8735ee1c53b with Priority: HIGHEST for action port [ 598.063419] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879fd42b-6692-4b68-8619-e8735ee1c53b with Priority: HIGHEST for action port [ 598.063419] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-879fd42b-6692-4b68-8619-e8735ee1c53b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.063419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879fd42b-6692-4b68-8619-e8735ee1c53b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.063419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879fd42b-6692-4b68-8619-e8735ee1c53b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.069532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879fd42b-6692-4b68-8619-e8735ee1c53b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.069532] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879fd42b-6692-4b68-8619-e8735ee1c53b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.147908] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.147908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.148140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.148699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.148699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.148699] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 already deleted. [ 598.148699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.148950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.153346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.153346] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.419955] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33b281ac-d157-4377-8d19-c96fb7577631 [ 598.420324] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.420454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.420454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.421372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.421372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.421372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33b281ac-d157-4377-8d19-c96fb7577631 already deleted. [ 598.421372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b281ac-d157-4377-8d19-c96fb7577631" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.453637] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.573423] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 879fd42b-6692-4b68-8619-e8735ee1c53b [ 598.573668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.573795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.573860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.574086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.574175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.574270] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:879fd42b-6692-4b68-8619-e8735ee1c53b already deleted. [ 598.574349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879fd42b-6692-4b68-8619-e8735ee1c53b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.619020] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe req-fd2a0311-0413-45bc-aabf-5918b336c503 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 598.619020] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 598.619485] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.619742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.619886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.620225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.620504] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.620735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.620889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.621137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.623041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.623231] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.676925] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.678170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.678275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.678471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.678559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.678663] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 already deleted. [ 598.679398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.956489] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.956652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.956743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.957405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.957405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.957405] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f is going to be created. [ 599.017754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.017754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.017754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.017754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.017754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.028399] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f in Status: UNINITIALIZED for 2s [ 599.125873] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.126675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.126675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.126675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.126675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.126675] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.126675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.126983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.126983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.126983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.127164] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 already deleted. [ 599.127164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.550132] env[69301]: INFO networking_nsxv3.common.synchronization [req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace req-c51460d9-ba25-4ba7-bccb-d447911c132f service nova] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_rules [ 599.550132] env[69301]: INFO networking_nsxv3.common.synchronization [req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace req-c51460d9-ba25-4ba7-bccb-d447911c132f service nova] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 599.550132] env[69301]: INFO networking_nsxv3.common.synchronization [req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace req-c51460d9-ba25-4ba7-bccb-d447911c132f service nova] Enqueued Resource ID: 5a334345-b3b8-42f4-a66f-d09c06b7cf2d with Priority: HIGHEST for action port [ 599.551507] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_rules [ 599.551507] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 599.551507] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a334345-b3b8-42f4-a66f-d09c06b7cf2d with Priority: HIGHEST for action port [ 599.553385] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.553385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.553507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.553837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.553837] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.554665] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.554778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.555019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.555170] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.555264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.555327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.555660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.555660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.555660] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.557288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.557288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.557288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.557288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.557288] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a334345-b3b8-42f4-a66f-d09c06b7cf2d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.623365] env[69301]: INFO networking_nsxv3.common.synchronization [None req-01ff82c6-61c7-4beb-becd-c3a2832ad997 None None] Enqueued Resource ID: fe6d01f8-6685-4866-bd6f-0af251e82c06 with Priority: HIGHEST for action port [ 599.623819] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6d01f8-6685-4866-bd6f-0af251e82c06 with Priority: HIGHEST for action port [ 599.624339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6d01f8-6685-4866-bd6f-0af251e82c06 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.624483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6d01f8-6685-4866-bd6f-0af251e82c06" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.624518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6d01f8-6685-4866-bd6f-0af251e82c06" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.625060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6d01f8-6685-4866-bd6f-0af251e82c06" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.625060] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6d01f8-6685-4866-bd6f-0af251e82c06',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.698020] env[69301]: INFO networking_nsxv3.common.synchronization [None req-16f1dc76-3f6a-4d2d-ae09-d89aec7ee029 None None] Enqueued Resource ID: 8fe2282f-76fc-4487-bfe7-e3fa8944f19c with Priority: HIGHEST for action port [ 599.698602] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe2282f-76fc-4487-bfe7-e3fa8944f19c with Priority: HIGHEST for action port [ 599.698968] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe2282f-76fc-4487-bfe7-e3fa8944f19c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.700776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe2282f-76fc-4487-bfe7-e3fa8944f19c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.701712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe2282f-76fc-4487-bfe7-e3fa8944f19c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.701712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe2282f-76fc-4487-bfe7-e3fa8944f19c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.701712] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe2282f-76fc-4487-bfe7-e3fa8944f19c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.861631] env[69301]: INFO networking_nsxv3.common.synchronization [None req-4f79f8b7-b55c-4627-a46b-f8061c35fbb6 None None] Enqueued Resource ID: cfbfe533-57ab-4a05-947a-985349592ece with Priority: HIGHEST for action port [ 599.862574] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbfe533-57ab-4a05-947a-985349592ece with Priority: HIGHEST for action port [ 599.862574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbfe533-57ab-4a05-947a-985349592ece taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.862574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbfe533-57ab-4a05-947a-985349592ece" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.862751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbfe533-57ab-4a05-947a-985349592ece" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.862850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbfe533-57ab-4a05-947a-985349592ece" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.862975] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbfe533-57ab-4a05-947a-985349592ece',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.059248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.059671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.059877] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.061210] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a334345-b3b8-42f4-a66f-d09c06b7cf2d with status ACTIVE [ 600.061210] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.061348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.061348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.062973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.062973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.062973] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.062973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.062973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.062973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.062973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.063742] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.063860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.063928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.064102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.064246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.064393] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a334345-b3b8-42f4-a66f-d09c06b7cf2d is going to be updated. [ 600.093026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.093026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.093026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.093026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.093026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.093251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a334345-b3b8-42f4-a66f-d09c06b7cf2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.129356] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe6d01f8-6685-4866-bd6f-0af251e82c06 [ 600.129591] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.129705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.129771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.129978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.130120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.130213] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe6d01f8-6685-4866-bd6f-0af251e82c06 already deleted. [ 600.130292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6d01f8-6685-4866-bd6f-0af251e82c06" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.205838] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe2282f-76fc-4487-bfe7-e3fa8944f19c [ 600.205838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.205838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.205838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.205838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.205838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.205838] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe2282f-76fc-4487-bfe7-e3fa8944f19c already deleted. [ 600.205838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe2282f-76fc-4487-bfe7-e3fa8944f19c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.372306] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfbfe533-57ab-4a05-947a-985349592ece [ 600.372306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.372411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.372443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.374217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.374217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.374217] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfbfe533-57ab-4a05-947a-985349592ece already deleted. [ 600.374217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbfe533-57ab-4a05-947a-985349592ece" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.459036] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.459036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.459036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.459036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.464620] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.464620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.464620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.464620] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.464620] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.464620] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.464620] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.464620] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.464620] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.464620] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.487697] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.487760] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 600.488558] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.488558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.488558] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-15346062-6888-403b-b0f1-0f12243b2f62 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.488890] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.488890] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.491573] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.491573] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15346062-6888-403b-b0f1-0f12243b2f62',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.566457] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.848120] env[69301]: INFO networking_nsxv3.common.synchronization [None req-58b4142f-3682-4833-b621-b6c729909a18 None None] Enqueued Resource ID: 26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3 with Priority: HIGHEST for action port [ 600.848356] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3 with Priority: HIGHEST for action port [ 600.848711] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.848819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.848859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.850051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.850176] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.999333] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999333] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 15346062-6888-403b-b0f1-0f12243b2f62 not found, creating... [ 600.999333] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.999333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999763] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.999763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.999763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.000296] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.000614] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.000880] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 15346062-6888-403b-b0f1-0f12243b2f62 is going to be created. [ 601.024518] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.024518] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.024518] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.024750] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.025100] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.025302] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.041482] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f in Status: SUCCESS [ 601.041951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.042205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.042462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.042683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.042890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.042981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.043372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.045140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.045140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.045140] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.070636] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.071203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.071203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.071308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.071416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.071503] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be created. [ 601.106036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.106036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.106036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.106036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.106036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.124143] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: UNINITIALIZED for 2s [ 601.355307] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3 [ 601.355307] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.355307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.355307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.355307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.355307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.355307] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3 already deleted. [ 601.355307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b5a531-ef1f-4597-a4ee-1e0aaa28e0a3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.427264] env[69301]: INFO networking_nsxv3.common.synchronization [req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 req-b501b4d7-8054-484d-ae06-35356fb9e5d8 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Enqueued Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_members [ 601.428318] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_members [ 601.428621] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.428760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.428811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.429653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.429879] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.429879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.429879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.430098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.430158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.431059] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.547387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.547387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.547498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.548043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.548043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.548043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.548240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.548240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.548335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.548411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.548558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.548655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.548706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.548873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.549032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.549160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.549223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.549517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.549517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.549517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.549628] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.932218] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.932570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.932570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.932733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.932785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.933028] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.933139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.933201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.933365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.933497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.933622] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 already deleted. [ 601.933737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.052258] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f: rpc.has_security_group_logging(os_id): False [ 602.071092] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.071230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.071273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.072756] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.072756] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.074186] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.074186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.074186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.074186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.074186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.074186] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f is going to be created. [ 602.167943] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.168211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.168211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.168993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.168993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.185320] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f in Status: IN_PROGRESS for 2s [ 602.269741] env[69301]: INFO networking_nsxv3.common.synchronization [None req-2e29a4d3-b42b-4230-b842-4ee66a724a14 None None] Enqueued Resource ID: b3d37c14-c3d4-4fbd-81db-ff1b358ff59f with Priority: HIGHEST for action port [ 602.270322] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d37c14-c3d4-4fbd-81db-ff1b358ff59f with Priority: HIGHEST for action port [ 602.272804] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d37c14-c3d4-4fbd-81db-ff1b358ff59f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.272804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d37c14-c3d4-4fbd-81db-ff1b358ff59f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.272804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d37c14-c3d4-4fbd-81db-ff1b358ff59f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.273070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d37c14-c3d4-4fbd-81db-ff1b358ff59f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.273107] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d37c14-c3d4-4fbd-81db-ff1b358ff59f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.778487] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3d37c14-c3d4-4fbd-81db-ff1b358ff59f [ 602.778487] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.778487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.778487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.778487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.778819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.778819] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3d37c14-c3d4-4fbd-81db-ff1b358ff59f already deleted. [ 602.778819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d37c14-c3d4-4fbd-81db-ff1b358ff59f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.990710] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec532cd9-4521-4421-9e8e-4c145cd31abc req-cd0ff08d-0a80-470a-ac29-f9c9b3426fc2 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 602.990710] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 602.990710] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.990710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.990710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.993347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.993557] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.993698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.994366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.994703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.994703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.995373] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.137225] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: UNINITIALIZED for 4s [ 603.334230] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe req-5cc5b346-aecc-4769-8344-4b870a538098 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 603.334230] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe req-5cc5b346-aecc-4769-8344-4b870a538098 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 603.334230] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe req-5cc5b346-aecc-4769-8344-4b870a538098 service nova] Enqueued Resource ID: 15346062-6888-403b-b0f1-0f12243b2f62 with Priority: HIGHEST for action port [ 603.335076] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 603.335760] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 603.336686] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15346062-6888-403b-b0f1-0f12243b2f62 with Priority: HIGHEST for action port [ 603.337749] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.337749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.337749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.342266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.342266] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.342266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.342266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.342266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.342266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.344559] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.345031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.345933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.345933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.346567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.346567] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.348903] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-15346062-6888-403b-b0f1-0f12243b2f62 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.349245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.349755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.350277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.350481] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15346062-6888-403b-b0f1-0f12243b2f62',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.459979] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.460211] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.460211] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.460541] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.460771] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.460928] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462131] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.462887] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.463051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.463278] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.463378] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.463495] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.463586] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.463703] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 603.463797] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.464106] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.484662] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.484662] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 603.484662] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.484830] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.485519] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-32b2f3f5-8d4b-464d-a6f0-2327919c112b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.485519] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.485519] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.485938] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.486102] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b2f3f5-8d4b-464d-a6f0-2327919c112b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.500932] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.500932] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.500932] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 already deleted. [ 603.500932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.855131] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.856687] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.859356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.859356] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15346062-6888-403b-b0f1-0f12243b2f62 with status ACTIVE [ 603.859356] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.859356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.859356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.859356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.859356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.859901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.859901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.859901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.859901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.860126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.860126] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.860265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.860322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.860539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.860539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.860699] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15346062-6888-403b-b0f1-0f12243b2f62 is going to be updated. [ 603.863786] env[69301]: INFO networking_nsxv3.common.synchronization [None req-82ea9e8c-ba8a-46b4-8228-a9f7148456ea tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 603.865384] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 603.865962] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.866091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.868084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.868193] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.898524] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.898620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.898690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.898899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.899060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.899246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15346062-6888-403b-b0f1-0f12243b2f62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.988870] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.989091] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.989230] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.989523] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.992120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.992120] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 32b2f3f5-8d4b-464d-a6f0-2327919c112b not found, creating... [ 603.992120] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.992120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.992120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.992120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.992120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.992120] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.993164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.993291] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.993711] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.994372] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.994372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 32b2f3f5-8d4b-464d-a6f0-2327919c112b is going to be created. [ 604.039322] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.039322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.039322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.039322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.039322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.039322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.108245] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.108245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.108245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.108245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.108245] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.113311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.113311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.113311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.113311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.113311] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.113311] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.113311] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.113311] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.113311] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.113311] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.113311] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.143415] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.143415] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.143415] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.143415] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.143415] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.143415] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.143415] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.143415] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.143415] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.149030] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b91b88a5-fc0e-4e4b-a388-8530da0c314d tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 604.151383] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 604.151383] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.151383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.212148] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f in Status: SUCCESS [ 604.212822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.358753] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.398136] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.398136] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac already deleted. [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.398136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.398136] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.651240] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.651240] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.651240] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.651508] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.652744] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.652939] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 not found, creating... [ 604.653248] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.653705] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.653705] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.653841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.656358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.656358] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.656358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.656358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.656358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.656358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.656358] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 is going to be created. [ 604.661492] env[69301]: INFO networking_nsxv3.common.synchronization [None req-fa22a2d5-15ce-4e54-9f9c-7f36c6ff47ca None None] Enqueued Resource ID: c23ac066-980e-41f6-b395-98598c4ff8ee with Priority: HIGHEST for action port [ 604.662247] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23ac066-980e-41f6-b395-98598c4ff8ee with Priority: HIGHEST for action port [ 604.662920] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c23ac066-980e-41f6-b395-98598c4ff8ee taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.663026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c23ac066-980e-41f6-b395-98598c4ff8ee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.663063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c23ac066-980e-41f6-b395-98598c4ff8ee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.663293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c23ac066-980e-41f6-b395-98598c4ff8ee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.663374] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c23ac066-980e-41f6-b395-98598c4ff8ee',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.682411] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.682658] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.682745] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.683022] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.683311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.683562] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.864454] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.864628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.864747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.864985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.865131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.865274] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be created. [ 604.890288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.890588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.890588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.890926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.891034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.908149] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: UNINITIALIZED for 2s [ 604.926958] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.926958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.926958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.926958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.926958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.926958] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac already deleted. [ 604.926958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.952611] env[69301]: INFO networking_nsxv3.common.synchronization [req-de482f50-d065-4151-94bd-38b264e98af9 req-940fb54c-e2b4-4c32-b632-f47c08775d29 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_members [ 604.952611] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_members [ 604.952611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.952611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.953060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.953435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.954024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.954293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.954452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.954760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.955029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.955224] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.149438] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 605.149438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.149831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.149831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.151029] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.151029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.151029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.151029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.151029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.151029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.151029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.168233] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c23ac066-980e-41f6-b395-98598c4ff8ee [ 605.168707] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.170290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.170290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.170290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.170290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.170290] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c23ac066-980e-41f6-b395-98598c4ff8ee already deleted. [ 605.170290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c23ac066-980e-41f6-b395-98598c4ff8ee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.177179] env[69301]: INFO networking_nsxv3.common.synchronization [None req-4dd24781-8039-41a8-ab12-3a13b264fb2d None None] Enqueued Resource ID: ed3943ca-7d41-4a52-b5bf-f73af46ee607 with Priority: HIGHEST for action port [ 605.177179] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3943ca-7d41-4a52-b5bf-f73af46ee607 with Priority: HIGHEST for action port [ 605.177891] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3943ca-7d41-4a52-b5bf-f73af46ee607 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.177891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3943ca-7d41-4a52-b5bf-f73af46ee607" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.177891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3943ca-7d41-4a52-b5bf-f73af46ee607" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.178932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3943ca-7d41-4a52-b5bf-f73af46ee607" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.178932] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3943ca-7d41-4a52-b5bf-f73af46ee607',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.197118] env[69301]: INFO networking_nsxv3.common.synchronization [req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 req-49ae5422-299c-4406-a788-f8a89943e7ff service nova] Enqueued Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_rules [ 605.197118] env[69301]: INFO networking_nsxv3.common.synchronization [req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 req-49ae5422-299c-4406-a788-f8a89943e7ff service nova] Enqueued Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_members [ 605.197118] env[69301]: INFO networking_nsxv3.common.synchronization [req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 req-49ae5422-299c-4406-a788-f8a89943e7ff service nova] Enqueued Resource ID: 32b2f3f5-8d4b-464d-a6f0-2327919c112b with Priority: HIGHEST for action port [ 605.197118] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_rules [ 605.197660] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_members [ 605.197660] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b2f3f5-8d4b-464d-a6f0-2327919c112b with Priority: HIGHEST for action port [ 605.197660] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.197660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.197905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.198085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.198085] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.200090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.200090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.200090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.200090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.200090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.200090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.200090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.200409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.200409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.200409] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.203879] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b2f3f5-8d4b-464d-a6f0-2327919c112b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.203879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.203879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.203879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.203879] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b2f3f5-8d4b-464d-a6f0-2327919c112b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.460572] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.460769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.460835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.461047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.461139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.461339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.461433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.461491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.461646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.461719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.461799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 already deleted. [ 605.461880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.655497] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.656338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.656338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.656338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.656338] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.656338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.656338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.656338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.656591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.656591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.656680] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.656752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.656810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.657061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.657061] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.657183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.657215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.657341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.657396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657833] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.680902] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed3943ca-7d41-4a52-b5bf-f73af46ee607 [ 605.681866] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.681866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.681866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.681866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.681866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.681866] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed3943ca-7d41-4a52-b5bf-f73af46ee607 already deleted. [ 605.681866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3943ca-7d41-4a52-b5bf-f73af46ee607" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.704382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.704511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707322] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.708268] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b2f3f5-8d4b-464d-a6f0-2327919c112b with status ACTIVE [ 605.708500] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.708656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.708742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.708976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.709150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.709318] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.710800] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.710800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.710800] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b2f3f5-8d4b-464d-a6f0-2327919c112b is going to be updated. [ 605.730253] env[69301]: INFO networking_nsxv3.common.synchronization [None req-28029f12-bcb3-44e6-9042-b8e7765c9bc8 None None] Enqueued Resource ID: a6db7139-f6e1-4b0c-9bf3-1d413e7883ea with Priority: HIGHEST for action port [ 605.730497] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6db7139-f6e1-4b0c-9bf3-1d413e7883ea with Priority: HIGHEST for action port [ 605.731104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6db7139-f6e1-4b0c-9bf3-1d413e7883ea taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.731222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6db7139-f6e1-4b0c-9bf3-1d413e7883ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.731328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6db7139-f6e1-4b0c-9bf3-1d413e7883ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.731641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6db7139-f6e1-4b0c-9bf3-1d413e7883ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.731641] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6db7139-f6e1-4b0c-9bf3-1d413e7883ea',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.739147] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.739147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.739147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.739147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.739147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.739147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b2f3f5-8d4b-464d-a6f0-2327919c112b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.028389] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-829" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-829" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-829" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.028389] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.028389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.028389] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.028389] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.028389] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.028389] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.028824] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.028824] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.030849] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.058409] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.058578] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.058726] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.058896] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-829" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.059278] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-661e6250-4a21-44c2-9c1f-606a22936c6d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.059488] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.059607] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.059926] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.060071] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661e6250-4a21-44c2-9c1f-606a22936c6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.159460] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b60aa49-cb39-4956-9d7e-118705efed31: rpc.has_security_group_logging(os_id): False [ 606.182956] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.182956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.182956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.183950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.183950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.183950] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.183950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.183950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.183950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.183950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.184240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.184240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.184316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.185186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.185186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.185186] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.185186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.185186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.187898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.188049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.188184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be created. [ 606.216246] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.239073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6db7139-f6e1-4b0c-9bf3-1d413e7883ea [ 606.239382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.239525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.239605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.240799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.240799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.240799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6db7139-f6e1-4b0c-9bf3-1d413e7883ea already deleted. [ 606.240799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6db7139-f6e1-4b0c-9bf3-1d413e7883ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.263797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.263964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.264092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.264210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.264392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.277235] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: IN_PROGRESS for 2s [ 606.563369] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.563610] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.564480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.564480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.564480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.565120] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 661e6250-4a21-44c2-9c1f-606a22936c6d not found, creating... [ 606.565120] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.565120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.565629] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.565629] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.565629] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.566124] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.566310] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.566449] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.566869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.567121] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.567375] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 661e6250-4a21-44c2-9c1f-606a22936c6d is going to be created. [ 606.592672] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.593030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.593030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.593868] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.593868] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.593868] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.639520] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec532cd9-4521-4421-9e8e-4c145cd31abc req-83b15c1e-dab4-4ebf-bee7-16e239ad55a4 service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 606.639520] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec532cd9-4521-4421-9e8e-4c145cd31abc req-83b15c1e-dab4-4ebf-bee7-16e239ad55a4 service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 606.639520] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec532cd9-4521-4421-9e8e-4c145cd31abc req-83b15c1e-dab4-4ebf-bee7-16e239ad55a4 service nova] Enqueued Resource ID: 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 with Priority: HIGHEST for action port [ 606.639520] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 606.639520] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 606.639520] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 with Priority: HIGHEST for action port [ 606.640280] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.640421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.640500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.640774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.640824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.646023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.646023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.646023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.646023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.646023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.646023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.660446] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b1c2c141-474f-47b2-9c83-a989c4621d75 tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_rules [ 606.663113] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_rules [ 606.663113] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.663113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.663113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.663113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.663113] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.720179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.720179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.720179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.720179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.720179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.720179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 is going to be created. [ 606.751203] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.751385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.751457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.751693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.751864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.771795] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 in Status: UNINITIALIZED for 2s [ 606.919107] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 606.919860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.919860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.919983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.920275] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.921944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.921944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.921944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.921944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.923263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.923470] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.005451] env[69301]: INFO networking_nsxv3.common.synchronization [None req-a6c3ee26-64e6-49da-877c-d544bd1a2b63 tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_rules [ 607.006170] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_rules [ 607.006517] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.006639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.147329] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.152355] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.152569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.153095] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 with status ACTIVE [ 607.153486] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.153687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.153787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.154054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.154159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.154358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.154476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.154539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.154710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.154792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.154982] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.155113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.155153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.159023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.159023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.159023] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 is going to be updated. [ 607.211195] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.211785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.211785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.211958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.212125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.212314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 already deleted. [ 607.212476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.212727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.213024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.213185] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.216931] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.217143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.217234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.217511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.217678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.217899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.428254] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.428254] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.428254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.429223] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.430138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.430427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.431088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.431088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.431088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.431088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.431569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.431774] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.651558] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.739506] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.739638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.739712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.739953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.740794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.740794] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 already deleted. [ 607.740794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.934936] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6: rpc.has_security_group_logging(os_id): False [ 607.954614] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.954763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.954887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.955068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.955645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.955645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.955645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.955645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.955835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.955835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.956022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.956095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.956139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.956542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.956542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.956542] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.956702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.957146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.957146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.957146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.963026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be created. [ 608.031789] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.031941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.031941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.032412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.032412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.046630] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 608.155637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.155805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.155904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.156126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.156241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.156360] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be created. [ 608.190709] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.190709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.190709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.190709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.190709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.207985] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: UNINITIALIZED for 2s [ 608.291245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 608.291245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.323246] env[69301]: INFO networking_nsxv3.common.synchronization [req-de482f50-d065-4151-94bd-38b264e98af9 req-1c5cd324-808b-4b94-aabb-c6b45c8ae148 service nova] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_rules [ 608.323246] env[69301]: INFO networking_nsxv3.common.synchronization [req-de482f50-d065-4151-94bd-38b264e98af9 req-1c5cd324-808b-4b94-aabb-c6b45c8ae148 service nova] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_members [ 608.323246] env[69301]: INFO networking_nsxv3.common.synchronization [req-de482f50-d065-4151-94bd-38b264e98af9 req-1c5cd324-808b-4b94-aabb-c6b45c8ae148 service nova] Enqueued Resource ID: 661e6250-4a21-44c2-9c1f-606a22936c6d with Priority: HIGHEST for action port [ 608.323246] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_rules [ 608.323246] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_members [ 608.323246] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661e6250-4a21-44c2-9c1f-606a22936c6d with Priority: HIGHEST for action port [ 608.327329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.327329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.327329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.327329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.327329] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.327686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.327686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.327686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.327791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.327929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.328113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.328113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.328297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.328364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.328470] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.332301] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-661e6250-4a21-44c2-9c1f-606a22936c6d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.332301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.332301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.332301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.332301] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661e6250-4a21-44c2-9c1f-606a22936c6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.780615] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 in Status: SUCCESS [ 608.780873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.781075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.781337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.781534] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.781659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.781724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.781944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.783199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.784387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.784387] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.831552] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.835044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835044] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 661e6250-4a21-44c2-9c1f-606a22936c6d with status ACTIVE [ 608.835044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.835044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.835044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.835044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.835797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.835797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.835797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.835797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.835797] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 661e6250-4a21-44c2-9c1f-606a22936c6d is going to be updated. [ 608.870449] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.870712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.870814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.871148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.871349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.871743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661e6250-4a21-44c2-9c1f-606a22936c6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.948537] env[69301]: INFO networking_nsxv3.common.synchronization [None req-32a4d031-02bd-4d04-a79a-3e98f14535cd None None] Enqueued Resource ID: d6d756e9-5e4e-4155-9fdc-94c0e11259f1 with Priority: HIGHEST for action port [ 608.948883] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d756e9-5e4e-4155-9fdc-94c0e11259f1 with Priority: HIGHEST for action port [ 608.949281] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d756e9-5e4e-4155-9fdc-94c0e11259f1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.950629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d756e9-5e4e-4155-9fdc-94c0e11259f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.950629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d756e9-5e4e-4155-9fdc-94c0e11259f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.950629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d756e9-5e4e-4155-9fdc-94c0e11259f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.950629] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d756e9-5e4e-4155-9fdc-94c0e11259f1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.286678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.286966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.287156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.287746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.288159] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.292041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.292041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.292380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.292380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.292438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.292699] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.293322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.293322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.293322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.293536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.293800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.293800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.293980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.294393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.294503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.294728] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.333987] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.453612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d756e9-5e4e-4155-9fdc-94c0e11259f1 [ 609.453612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.453612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.453612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.453612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.453612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.453612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d756e9-5e4e-4155-9fdc-94c0e11259f1 already deleted. [ 609.453612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d756e9-5e4e-4155-9fdc-94c0e11259f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.799864] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60538498-8e77-44f4-a0cb-4baa3a83c338: rpc.has_security_group_logging(os_id): False [ 609.822069] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.822069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.822200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.822343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.824055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.824055] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.824281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.824281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.824525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.824609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.824838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.824958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.825033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.825197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.825274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.825838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.825902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.825959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.826143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.827015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.827015] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 is going to be created. [ 609.839957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.839957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.839957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.839957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.839957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.839957] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 is going to be created. [ 609.866825] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.867027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.867090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.880021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 in Status: UNINITIALIZED for 2s [ 609.889049] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.889241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.889301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.889507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.889690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.902026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 in Status: IN_PROGRESS for 2s [ 609.967024] env[69301]: INFO networking_nsxv3.common.synchronization [None req-0bf1f7e9-d247-4919-a7be-41b36f6158f2 None None] Enqueued Resource ID: 6caa7ad6-fb53-4cbe-8ad4-095978930afc with Priority: HIGHEST for action port [ 609.967024] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6caa7ad6-fb53-4cbe-8ad4-095978930afc with Priority: HIGHEST for action port [ 609.967024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6caa7ad6-fb53-4cbe-8ad4-095978930afc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.967024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6caa7ad6-fb53-4cbe-8ad4-095978930afc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.967024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6caa7ad6-fb53-4cbe-8ad4-095978930afc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.967024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6caa7ad6-fb53-4cbe-8ad4-095978930afc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.967024] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6caa7ad6-fb53-4cbe-8ad4-095978930afc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.061076] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 610.061491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.225047] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 610.225047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.225047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.225047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.225047] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.225047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.225047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.228296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.228296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.228296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.228296] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.448976] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e6572cfc-17e3-42ed-a6f6-512186a7ab3d None None] Enqueued Resource ID: 67ee26a8-b917-4407-bddd-4595219d41d6 with Priority: HIGHEST for action port [ 610.449551] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ee26a8-b917-4407-bddd-4595219d41d6 with Priority: HIGHEST for action port [ 610.449868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ee26a8-b917-4407-bddd-4595219d41d6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.450045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ee26a8-b917-4407-bddd-4595219d41d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.450116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ee26a8-b917-4407-bddd-4595219d41d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.450411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ee26a8-b917-4407-bddd-4595219d41d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.450535] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ee26a8-b917-4407-bddd-4595219d41d6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.470030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6caa7ad6-fb53-4cbe-8ad4-095978930afc [ 610.470934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.470934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.470934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.470934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.470934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.471290] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6caa7ad6-fb53-4cbe-8ad4-095978930afc already deleted. [ 610.471290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6caa7ad6-fb53-4cbe-8ad4-095978930afc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.734732] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.952546] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ee26a8-b917-4407-bddd-4595219d41d6 [ 610.952803] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.952982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.953090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.953312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.953402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.953540] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ee26a8-b917-4407-bddd-4595219d41d6 already deleted. [ 610.953619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ee26a8-b917-4407-bddd-4595219d41d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.982528] env[69301]: INFO networking_nsxv3.common.synchronization [None req-99ed718f-7fc8-44e8-97e9-0fccbada728e None None] Enqueued Resource ID: 2151fe99-e09c-4623-a94e-d01b68c47449 with Priority: HIGHEST for action port [ 610.982893] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2151fe99-e09c-4623-a94e-d01b68c47449 with Priority: HIGHEST for action port [ 610.983239] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2151fe99-e09c-4623-a94e-d01b68c47449 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.983399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2151fe99-e09c-4623-a94e-d01b68c47449" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.983480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2151fe99-e09c-4623-a94e-d01b68c47449" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.983766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2151fe99-e09c-4623-a94e-d01b68c47449" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.983894] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2151fe99-e09c-4623-a94e-d01b68c47449',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.243057] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8bf01a-0440-4e26-ab12-7aac3682ddc1: rpc.has_security_group_logging(os_id): False [ 611.264944] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.264944] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.264944] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.264944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.265681] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.265681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.265681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.265681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.265681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.265681] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be created. [ 611.354447] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.355324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.355610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.357032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.357032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.373067] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 611.490998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2151fe99-e09c-4623-a94e-d01b68c47449 [ 611.491332] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.491406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.491406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.491648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.492750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.492888] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2151fe99-e09c-4623-a94e-d01b68c47449 already deleted. [ 611.492989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2151fe99-e09c-4623-a94e-d01b68c47449" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.894121] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 in Status: SUCCESS [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.896036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.896036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.896036] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.913864] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 in Status: SUCCESS [ 611.915449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.397429] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.634623] env[69301]: INFO networking_nsxv3.common.synchronization [req-e1965339-6d28-41f5-ac83-6e4cd3399467 req-735083a6-8869-4d49-89f6-49243090a414 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 612.635193] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 612.635497] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.635629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.635694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.635907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.636077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.636177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.636235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.636398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.636479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.636592] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.901309] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76b86706-b6de-4cab-ba33-ea4cfe54d3b3: rpc.has_security_group_logging(os_id): False [ 612.920321] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.920321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.920493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.920807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.920807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.920900] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.922490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.924243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.924468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.924560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.924683] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 is going to be created. [ 612.996764] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.996764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.996994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.997779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.001267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.014949] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 in Status: IN_PROGRESS for 2s [ 613.140427] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.388971] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 613.388971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.586457] env[69301]: INFO networking_nsxv3.common.synchronization [None req-43a3cbf0-ccee-483c-879f-f56a37e7e2e0 None None] Enqueued Resource ID: a8cc56cf-6e89-4ffd-b7ce-73c755200b41 with Priority: HIGHEST for action port [ 613.586457] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cc56cf-6e89-4ffd-b7ce-73c755200b41 with Priority: HIGHEST for action port [ 613.586668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cc56cf-6e89-4ffd-b7ce-73c755200b41 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.590599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cc56cf-6e89-4ffd-b7ce-73c755200b41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.590599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cc56cf-6e89-4ffd-b7ce-73c755200b41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.591063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cc56cf-6e89-4ffd-b7ce-73c755200b41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.592717] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cc56cf-6e89-4ffd-b7ce-73c755200b41',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.644046] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.099175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8cc56cf-6e89-4ffd-b7ce-73c755200b41 [ 614.099175] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.099175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.099175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.099175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.099175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.099175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8cc56cf-6e89-4ffd-b7ce-73c755200b41 already deleted. [ 614.099175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cc56cf-6e89-4ffd-b7ce-73c755200b41" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.139804] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1ccf23a8-c214-47bf-af71-d12faa5c4d2c None None] Enqueued Resource ID: aeeee652-065c-4bf5-98a2-cef1700070d9 with Priority: HIGHEST for action port [ 614.141313] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeeee652-065c-4bf5-98a2-cef1700070d9 with Priority: HIGHEST for action port [ 614.142506] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeeee652-065c-4bf5-98a2-cef1700070d9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeeee652-065c-4bf5-98a2-cef1700070d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.143617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeeee652-065c-4bf5-98a2-cef1700070d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.143981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeeee652-065c-4bf5-98a2-cef1700070d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.144240] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeeee652-065c-4bf5-98a2-cef1700070d9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.153426] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.153426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.153426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.153426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.153426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.153426] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 614.216027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.216027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.216027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.216027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.216027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.231491] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 614.357434] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.361145] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.361145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.361145] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.361145] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.361145] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.361145] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.361932] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.361932] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.361932] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.384337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.384521] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.384686] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.386588] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.386886] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-77837637-6bcd-44f5-b379-26d9eb1f02f7 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.387135] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.387265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.387602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.387743] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77837637-6bcd-44f5-b379-26d9eb1f02f7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.647702] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeeee652-065c-4bf5-98a2-cef1700070d9 [ 614.647968] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.650099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.650099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.650099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.650099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.650099] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeeee652-065c-4bf5-98a2-cef1700070d9 already deleted. [ 614.650099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeeee652-065c-4bf5-98a2-cef1700070d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.714143] env[69301]: INFO networking_nsxv3.common.synchronization [None req-aa5a411c-30b3-41be-adc5-f48e75d5133f None None] Enqueued Resource ID: 1eea458f-b361-431d-bb6e-899c1433e2b6 with Priority: HIGHEST for action port [ 614.714143] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eea458f-b361-431d-bb6e-899c1433e2b6 with Priority: HIGHEST for action port [ 614.714478] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eea458f-b361-431d-bb6e-899c1433e2b6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.714823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eea458f-b361-431d-bb6e-899c1433e2b6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.715029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eea458f-b361-431d-bb6e-899c1433e2b6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.715381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eea458f-b361-431d-bb6e-899c1433e2b6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.715575] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eea458f-b361-431d-bb6e-899c1433e2b6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.853212] env[69301]: INFO networking_nsxv3.common.synchronization [req-4030b838-fede-429e-8ec5-6564d2ca0b4a req-1173f25e-3415-481c-8cc0-10397845a08a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Enqueued Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_members [ 614.853771] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_members [ 614.855326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.855326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.855326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.855326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.855326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.855326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.855326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.860936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.862897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.864403] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.894254] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.894254] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 77837637-6bcd-44f5-b379-26d9eb1f02f7 not found, creating... [ 614.894254] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.894254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.894646] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.903021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.903021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.903021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.903021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.903021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 77837637-6bcd-44f5-b379-26d9eb1f02f7 is going to be created. [ 614.931670] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.932719] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.932902] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.933273] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.933554] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.933876] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.038474] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 in Status: SUCCESS [ 615.038474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.220469] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1eea458f-b361-431d-bb6e-899c1433e2b6 [ 615.220767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.220936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.221017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.221314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.221430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.221548] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1eea458f-b361-431d-bb6e-899c1433e2b6 already deleted. [ 615.221643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eea458f-b361-431d-bb6e-899c1433e2b6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.369597] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.369846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.369945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.371257] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.371257] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d already deleted. [ 615.371257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.450479] env[69301]: INFO networking_nsxv3.common.synchronization [None req-03a85ed3-e4b9-463d-ac1d-df89d1fdb0c1 None None] Enqueued Resource ID: da07cf8c-004d-43cc-a7cd-e6a284955d1d with Priority: HIGHEST for action port [ 615.451046] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da07cf8c-004d-43cc-a7cd-e6a284955d1d with Priority: HIGHEST for action port [ 615.451358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-da07cf8c-004d-43cc-a7cd-e6a284955d1d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.451487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da07cf8c-004d-43cc-a7cd-e6a284955d1d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.451572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da07cf8c-004d-43cc-a7cd-e6a284955d1d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.451804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da07cf8c-004d-43cc-a7cd-e6a284955d1d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.451919] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da07cf8c-004d-43cc-a7cd-e6a284955d1d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.960547] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da07cf8c-004d-43cc-a7cd-e6a284955d1d [ 615.961103] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.961103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.961103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.962747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.962747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.962747] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da07cf8c-004d-43cc-a7cd-e6a284955d1d already deleted. [ 615.962747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da07cf8c-004d-43cc-a7cd-e6a284955d1d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.012776] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.012776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-655" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.012776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-655" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.012776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-655" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.012776] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.012776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.012776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.012776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.013142] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.013142] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.013459] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.013459] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.013563] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.013661] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.013762] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.013891] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.035678] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.035678] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.036057] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.036057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-655" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.036241] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.037270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.037270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.037706] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.037706] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.045479] env[69301]: INFO networking_nsxv3.common.synchronization [req-e1965339-6d28-41f5-ac83-6e4cd3399467 req-4d5cfab7-d64f-4542-a9c5-73fe803c337a service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 616.046833] env[69301]: INFO networking_nsxv3.common.synchronization [req-e1965339-6d28-41f5-ac83-6e4cd3399467 req-4d5cfab7-d64f-4542-a9c5-73fe803c337a service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 616.046833] env[69301]: INFO networking_nsxv3.common.synchronization [req-e1965339-6d28-41f5-ac83-6e4cd3399467 req-4d5cfab7-d64f-4542-a9c5-73fe803c337a service nova] Enqueued Resource ID: 77837637-6bcd-44f5-b379-26d9eb1f02f7 with Priority: HIGHEST for action port [ 616.046833] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 616.046833] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 616.046833] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77837637-6bcd-44f5-b379-26d9eb1f02f7 with Priority: HIGHEST for action port [ 616.047199] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.047199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.048462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.048462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.048462] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.049402] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.052279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.052279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-77837637-6bcd-44f5-b379-26d9eb1f02f7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.052279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.052279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.052279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.052279] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77837637-6bcd-44f5-b379-26d9eb1f02f7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.247717] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 616.247951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.248141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.248406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.250642] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.250642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.250642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.250642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.250642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.250642] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.377963] env[69301]: INFO networking_nsxv3.common.synchronization [None req-55793388-55f1-4954-a147-d2380e588161 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_rules [ 616.378597] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_rules [ 616.379305] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.379305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.379708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.380231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.380231] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.545443] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.546586] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.546586] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.548227] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.548621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.548695] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 not found, creating... [ 616.549046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.549285] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.549359] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.549658] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.550263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.550263] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.550492] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.550529] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.553029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.553029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.553029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 is going to be created. [ 616.554086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.554148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557988] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77837637-6bcd-44f5-b379-26d9eb1f02f7 with status ACTIVE [ 616.557988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.557988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.557988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.557988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.558647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.558647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.558647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.558647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.558891] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77837637-6bcd-44f5-b379-26d9eb1f02f7 is going to be updated. [ 616.584783] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.585163] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.585321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.585620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.585991] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.586079] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.587575] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.587696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.587757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.587924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.588089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.588196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77837637-6bcd-44f5-b379-26d9eb1f02f7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.616574] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b94b2040-b37d-42dc-a696-e082dc2e9a20 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_rules [ 616.617545] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_rules [ 616.617854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.617951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.754830] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.791491] env[69301]: INFO networking_nsxv3.common.synchronization [req-493c9213-fc6a-4652-b1f3-d0746cb0b55d req-1acbdbf2-ceef-4109-923c-2c6a7951ae4d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_members [ 616.791491] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_members [ 616.791491] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.791491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.791491] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.791491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.791491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.791856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.791856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.791856] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.901287] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.901437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.901506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.901774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.901817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.901911] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 already deleted. [ 616.901970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.902136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.902294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.902398] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.262312] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.296380] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.296380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.296587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.296777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.296831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.297050] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.297161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.297225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.297488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.297488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.297561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 already deleted. [ 617.297621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.333326] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e7da4255-584a-42df-a248-a4f56093a65c tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 617.334087] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 617.334406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.334909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.335139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.335529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.335700] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.436444] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.436629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.436720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.437442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.437442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.437442] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 already deleted. [ 617.437442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.665400] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.665761] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-841" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.665761] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-841" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.666067] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-841" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.666479] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.666649] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.668673] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.669152] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.669609] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.669889] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.670064] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.670386] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.670768] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.670940] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.671256] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.671485] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.695716] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.696089] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.696331] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.696659] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-841" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.697020] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-caafca63-5d25-4ec2-abc3-47843529ca5f taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.697427] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.697648] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.698202] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.698638] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caafca63-5d25-4ec2-abc3-47843529ca5f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.765686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.765686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.765686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.765686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.765686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.765686] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 617.800434] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.800722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.800833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.801277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.801277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.812058] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 617.859254] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.859254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.859254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.859254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.859254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.859254] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a already deleted. [ 617.859581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.025037] env[69301]: INFO networking_nsxv3.common.synchronization [None req-175ddd56-17bd-46c1-803b-44d7a9e5457d tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 618.025777] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 618.026323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.026521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.027146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.029389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.029389] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.032193] env[69301]: INFO networking_nsxv3.common.synchronization [req-4030b838-fede-429e-8ec5-6564d2ca0b4a req-b07bf94a-4fc2-4587-b276-1b0c25734673 service nova] Enqueued Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_rules [ 618.032543] env[69301]: INFO networking_nsxv3.common.synchronization [req-4030b838-fede-429e-8ec5-6564d2ca0b4a req-b07bf94a-4fc2-4587-b276-1b0c25734673 service nova] Enqueued Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_members [ 618.032543] env[69301]: INFO networking_nsxv3.common.synchronization [req-4030b838-fede-429e-8ec5-6564d2ca0b4a req-b07bf94a-4fc2-4587-b276-1b0c25734673 service nova] Enqueued Resource ID: 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 with Priority: HIGHEST for action port [ 618.033240] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_rules [ 618.034744] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_members [ 618.034744] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 with Priority: HIGHEST for action port [ 618.034744] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.034744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.034744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.034744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.034744] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.035564] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.035616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.035649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.035838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.035989] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.036095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.036161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.036341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.036429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.036519] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.037306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.037412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.037478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.037866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.037866] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.127347] env[69301]: INFO networking_nsxv3.common.synchronization [None req-53931006-87d3-4df2-b13b-feeea909e4f1 None None] Enqueued Resource ID: 85ff594a-8c2d-4e5f-9aca-f1054161cd08 with Priority: HIGHEST for action port [ 618.127805] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ff594a-8c2d-4e5f-9aca-f1054161cd08 with Priority: HIGHEST for action port [ 618.128743] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ff594a-8c2d-4e5f-9aca-f1054161cd08 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.129200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ff594a-8c2d-4e5f-9aca-f1054161cd08" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.129940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ff594a-8c2d-4e5f-9aca-f1054161cd08" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.132019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ff594a-8c2d-4e5f-9aca-f1054161cd08" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.132019] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ff594a-8c2d-4e5f-9aca-f1054161cd08',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.204102] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.204102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.204102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.204102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.204102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.204102] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port caafca63-5d25-4ec2-abc3-47843529ca5f not found, creating... [ 618.205250] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.205250] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.205250] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.205250] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.205250] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.205504] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.205504] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.205614] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.205770] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.205902] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.206602] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: caafca63-5d25-4ec2-abc3-47843529ca5f is going to be created. [ 618.234113] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.234733] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.234954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.235330] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.235593] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.235826] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.541576] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.541576] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.541576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.541985] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 with status ACTIVE [ 618.541985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.541985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.542182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.542401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.542401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.542536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.542592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.542650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.542789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.542858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.543040] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.543130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.543186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.543319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.543389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.543467] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 is going to be updated. [ 618.557020] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.557020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.557020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.557020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.557020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.557020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a already deleted. [ 618.557020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.569144] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.569230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.569295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.569530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.569673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.569848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.634284] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ff594a-8c2d-4e5f-9aca-f1054161cd08 [ 618.634284] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.634284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.634284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.634561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.634561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.634561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ff594a-8c2d-4e5f-9aca-f1054161cd08 already deleted. [ 618.634703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ff594a-8c2d-4e5f-9aca-f1054161cd08" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.800291] env[69301]: INFO networking_nsxv3.common.synchronization [None req-7ef2cb2e-9b58-4082-bf25-8c8d61ecd596 None None] Enqueued Resource ID: 82081aad-2aa5-46f2-87ec-7991afeeee0b with Priority: HIGHEST for action port [ 618.800945] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82081aad-2aa5-46f2-87ec-7991afeeee0b with Priority: HIGHEST for action port [ 618.801445] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-82081aad-2aa5-46f2-87ec-7991afeeee0b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.801597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82081aad-2aa5-46f2-87ec-7991afeeee0b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.801668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82081aad-2aa5-46f2-87ec-7991afeeee0b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.802343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82081aad-2aa5-46f2-87ec-7991afeeee0b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.802343] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82081aad-2aa5-46f2-87ec-7991afeeee0b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.046509] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.304576] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82081aad-2aa5-46f2-87ec-7991afeeee0b [ 619.305147] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.305147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.305324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.305530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.305668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.305805] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82081aad-2aa5-46f2-87ec-7991afeeee0b already deleted. [ 619.305900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82081aad-2aa5-46f2-87ec-7991afeeee0b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.549280] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.549675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.549675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.549977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.550142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.550297] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d is going to be created. [ 619.579239] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.579433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.579483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.579703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.579861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.590943] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d in Status: UNINITIALIZED for 2s [ 619.779289] env[69301]: INFO networking_nsxv3.common.synchronization [req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e req-4b8e18cd-a827-4df0-bb67-aee7552bdf51 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Enqueued Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_members [ 619.779840] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGHEST for action security_group_members [ 619.780160] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.780283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.780348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.780553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.780702] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.780797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.780855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.780998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.781297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.782370] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.822276] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 619.822822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.823086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.823465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.823632] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.823804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.823910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.824133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.824299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.824430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.824572] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.937164] env[69301]: INFO networking_nsxv3.common.synchronization [req-493c9213-fc6a-4652-b1f3-d0746cb0b55d req-43e67094-66b9-43bb-8736-a2d8526256dc service nova] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_rules [ 619.937353] env[69301]: INFO networking_nsxv3.common.synchronization [req-493c9213-fc6a-4652-b1f3-d0746cb0b55d req-43e67094-66b9-43bb-8736-a2d8526256dc service nova] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_members [ 619.937499] env[69301]: INFO networking_nsxv3.common.synchronization [req-493c9213-fc6a-4652-b1f3-d0746cb0b55d req-43e67094-66b9-43bb-8736-a2d8526256dc service nova] Enqueued Resource ID: caafca63-5d25-4ec2-abc3-47843529ca5f with Priority: HIGHEST for action port [ 619.937822] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_rules [ 619.937954] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_members [ 619.938065] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caafca63-5d25-4ec2-abc3-47843529ca5f with Priority: HIGHEST for action port [ 619.938654] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.938837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.938909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.940850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.940978] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.945652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.945852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.945947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.946245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.946443] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.946565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.946650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.946851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.946965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947103] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.947957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-caafca63-5d25-4ec2-abc3-47843529ca5f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.950103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.950203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.950397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.950482] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caafca63-5d25-4ec2-abc3-47843529ca5f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.283741] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.283986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.284176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.284463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.284601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.285029] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.285029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.285231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.285324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.285423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.285518] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f is going to be updated. [ 620.324450] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.324600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.324670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.324880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.325035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.328436] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.328616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.328652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.330397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.330663] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.330797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.330862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.331077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.331182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.331315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.331539] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.331675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.331741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.332846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.332846] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.332846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.332846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.332846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.332846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.333184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.333184] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.336851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f in Status: IN_PROGRESS for 2s [ 620.452823] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.453871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.454033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.455403] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caafca63-5d25-4ec2-abc3-47843529ca5f with status ACTIVE [ 620.455847] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.455847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.455847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457127] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457421] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.457796] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caafca63-5d25-4ec2-abc3-47843529ca5f is going to be updated. [ 620.482435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.482762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.482918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.483212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.483438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.483681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caafca63-5d25-4ec2-abc3-47843529ca5f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.839503] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8bf01a-0440-4e26-ab12-7aac3682ddc1: rpc.has_security_group_logging(os_id): False [ 620.857919] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.859180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.859675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.859675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.859675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.859893] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.859996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.860123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.860224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.860305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.860564] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.860676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.860797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.860881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.860969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.863143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.863301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.863383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.863583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.863699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.863834] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 620.942139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.942892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.942968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.943208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.943594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.961450] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.965249] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 621.471861] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.471861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.471861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.471861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.471861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.471861] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 is going to be created. [ 621.482873] env[69301]: INFO networking_nsxv3.common.synchronization [None req-12e9540f-12a5-4a6c-83c5-895d3849f9b0 None None] Enqueued Resource ID: b5a93279-7f68-4859-9a96-7b198b9d0fa2 with Priority: HIGHEST for action port [ 621.483555] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a93279-7f68-4859-9a96-7b198b9d0fa2 with Priority: HIGHEST for action port [ 621.483954] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a93279-7f68-4859-9a96-7b198b9d0fa2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.485369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a93279-7f68-4859-9a96-7b198b9d0fa2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.485478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a93279-7f68-4859-9a96-7b198b9d0fa2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.485887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a93279-7f68-4859-9a96-7b198b9d0fa2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.485979] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a93279-7f68-4859-9a96-7b198b9d0fa2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.498820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.498992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.499097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.499416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.499655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.511480] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 in Status: UNINITIALIZED for 2s [ 621.603655] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d in Status: SUCCESS [ 621.603849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.604033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.604250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.604441] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.604561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.604637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.604820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.604909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.604994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.605097] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.834338] env[69301]: INFO networking_nsxv3.common.synchronization [None req-9cc536a4-07c1-4892-8b9f-967fad04f039 None None] Enqueued Resource ID: 43d2d826-baa1-4eb7-8125-ef8ab0a3886b with Priority: HIGHEST for action port [ 621.834338] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d2d826-baa1-4eb7-8125-ef8ab0a3886b with Priority: HIGHEST for action port [ 621.834785] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d2d826-baa1-4eb7-8125-ef8ab0a3886b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.834785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d2d826-baa1-4eb7-8125-ef8ab0a3886b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.834987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d2d826-baa1-4eb7-8125-ef8ab0a3886b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.835132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d2d826-baa1-4eb7-8125-ef8ab0a3886b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.835222] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d2d826-baa1-4eb7-8125-ef8ab0a3886b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.991322] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a93279-7f68-4859-9a96-7b198b9d0fa2 [ 621.991569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.991569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.991668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.993017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.993017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.993017] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a93279-7f68-4859-9a96-7b198b9d0fa2 already deleted. [ 621.993017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a93279-7f68-4859-9a96-7b198b9d0fa2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.107441] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.111016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.111016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.111188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.111439] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.111495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.111556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.111823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.111870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.111960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.112245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.112372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.112479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.112681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.112834] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.112934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.112991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.113608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.113698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.113787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.113879] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.338442] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d2d826-baa1-4eb7-8125-ef8ab0a3886b [ 622.339367] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.339367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.339367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.339367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.339367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.339737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d2d826-baa1-4eb7-8125-ef8ab0a3886b already deleted. [ 622.339737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d2d826-baa1-4eb7-8125-ef8ab0a3886b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.352367] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f in Status: SUCCESS [ 622.352367] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f deletion is rescheduled due to dependency. [ 622.352367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.619900] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d: rpc.has_security_group_logging(os_id): False [ 622.643341] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.643341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.643625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.644090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.644090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.644236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.644324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.644674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.644674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.644833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.644955] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.647223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.647340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.647596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.647749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.647986] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.648196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.648290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.648550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.648664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.648773] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d is going to be created. [ 622.746151] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.748018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.749505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.749505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.749505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.763402] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d in Status: IN_PROGRESS for 2s [ 622.988341] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 622.988341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175515] env[69301]: INFO networking_nsxv3.common.synchronization [req-f4897e09-57e9-450d-8f7c-422bf9d47744 req-168bf9eb-3f68-4e93-9522-3778625abb7e tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Enqueued Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_members [ 623.176825] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGHEST for action security_group_members [ 623.176875] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.177028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.177074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.177460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.177460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.177598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.177637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.177830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.177887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.178296] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.528013] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 in Status: SUCCESS [ 623.528378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.529744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.529744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.529867] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.529993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.530117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.530277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.530365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.530496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.530588] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.683198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.683317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.683317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.683532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.683885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.683885] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.684034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.684034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.684171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.684246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.684346] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 is going to be updated. [ 623.740366] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.743020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.743020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.743020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.743020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.753987] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 in Status: IN_PROGRESS for 2s [ 624.037905] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.087273] env[69301]: INFO networking_nsxv3.common.synchronization [None req-74507500-9056-4021-91aa-fde8fccee1a8 None None] Enqueued Resource ID: 797e9575-f23c-40b9-820f-e1140ebc0033 with Priority: HIGHEST for action port [ 624.088069] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797e9575-f23c-40b9-820f-e1140ebc0033 with Priority: HIGHEST for action port [ 624.088321] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-797e9575-f23c-40b9-820f-e1140ebc0033 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.088447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-797e9575-f23c-40b9-820f-e1140ebc0033" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.088567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-797e9575-f23c-40b9-820f-e1140ebc0033" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.088827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-797e9575-f23c-40b9-820f-e1140ebc0033" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.088931] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('797e9575-f23c-40b9-820f-e1140ebc0033',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.540538] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfbbae8-9685-4208-9e8a-ad537cf9b478: rpc.has_security_group_logging(os_id): False [ 624.569152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.569152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.569274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.569587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.569740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.570077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.570554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.570708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.570803] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 is going to be created. [ 624.601945] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 797e9575-f23c-40b9-820f-e1140ebc0033 [ 624.601945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.601945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.601945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.602249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.602350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.602451] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:797e9575-f23c-40b9-820f-e1140ebc0033 already deleted. [ 624.602528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-797e9575-f23c-40b9-820f-e1140ebc0033" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.623465] env[69301]: INFO networking_nsxv3.common.synchronization [None req-73c9e564-48e5-4adb-a342-d2d771fc5721 None None] Enqueued Resource ID: 2a31f520-580f-4499-8649-b939a7f331d1 with Priority: HIGHEST for action port [ 624.623684] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a31f520-580f-4499-8649-b939a7f331d1 with Priority: HIGHEST for action port [ 624.624333] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a31f520-580f-4499-8649-b939a7f331d1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.624479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a31f520-580f-4499-8649-b939a7f331d1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.624550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a31f520-580f-4499-8649-b939a7f331d1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.624838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a31f520-580f-4499-8649-b939a7f331d1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.624924] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a31f520-580f-4499-8649-b939a7f331d1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.661858] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.661858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.661858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.662071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.662256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.685075] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 in Status: IN_PROGRESS for 2s [ 624.724031] env[69301]: INFO networking_nsxv3.common.synchronization [None req-a5e696cc-3e32-404f-bd92-be6c23e44cd7 None None] Enqueued Resource ID: 5246ca66-51d0-406e-8df9-e6842d4e106c with Priority: HIGHEST for action port [ 624.724031] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5246ca66-51d0-406e-8df9-e6842d4e106c with Priority: HIGHEST for action port [ 624.725814] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5246ca66-51d0-406e-8df9-e6842d4e106c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.726130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5246ca66-51d0-406e-8df9-e6842d4e106c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.726894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5246ca66-51d0-406e-8df9-e6842d4e106c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.727272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5246ca66-51d0-406e-8df9-e6842d4e106c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.727318] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5246ca66-51d0-406e-8df9-e6842d4e106c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.782033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d in Status: SUCCESS [ 624.782246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.128040] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a31f520-580f-4499-8649-b939a7f331d1 [ 625.129161] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.129625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.129866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.130931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130931] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a31f520-580f-4499-8649-b939a7f331d1 already deleted. [ 625.130931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a31f520-580f-4499-8649-b939a7f331d1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.230471] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5246ca66-51d0-406e-8df9-e6842d4e106c [ 625.230768] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.230877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.230917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.231168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.231270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.231375] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5246ca66-51d0-406e-8df9-e6842d4e106c already deleted. [ 625.231484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5246ca66-51d0-406e-8df9-e6842d4e106c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.477207] env[69301]: INFO networking_nsxv3.common.synchronization [req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef req-08e96c87-308e-40e0-b521-bdda8d387917 tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Enqueued Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_members [ 625.478460] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_members [ 625.478460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.478460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.478460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.478460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.478655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.478702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.480182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.480182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.480182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.480182] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.767693] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 in Status: SUCCESS [ 625.768222] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 deletion is rescheduled due to dependency. [ 625.768222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.981867] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.983151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.983301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.983574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.983675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.983922] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.984052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.985030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.985030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.985030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.985030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 already deleted. [ 625.985030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.430026] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.430026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.430026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.430026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.430026] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.430026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.430456] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.430743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.430938] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.431234] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.432120] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.432120] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.432120] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.432120] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 626.432120] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.432342] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.457124] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.457359] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 626.457427] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.457610] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.457930] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-7bad5be8-cfe1-4a28-ae55-d3a71913919b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.458176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.458305] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.458709] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.458851] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bad5be8-cfe1-4a28-ae55-d3a71913919b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.697070] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 in Status: SUCCESS [ 626.697300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.961566] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.962025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.962025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.962589] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.962781] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.963471] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 7bad5be8-cfe1-4a28-ae55-d3a71913919b not found, creating... [ 626.963471] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.963471] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.963471] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.964158] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.964158] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.964403] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.964712] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.964859] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.965097] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.965235] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.965429] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 7bad5be8-cfe1-4a28-ae55-d3a71913919b is going to be created. [ 626.991210] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.991723] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.991976] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.993645] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.993645] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.993645] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.016018] env[69301]: INFO networking_nsxv3.common.synchronization [req-c544340b-c648-4236-abe8-6897649d38f0 req-7660488e-2698-4899-bf91-69815483b64b tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Enqueued Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_members [ 627.016018] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_members [ 627.016018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.016018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.016018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.016018] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.523224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.523423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.523537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.523791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.523921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.524198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.524372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.524527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.524823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.524930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.525073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b already deleted. [ 627.525185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.677271] env[69301]: INFO networking_nsxv3.common.synchronization [None req-4f11bf32-b829-434d-bdcd-bfafcbece320 None None] Enqueued Resource ID: 97f384ba-4cf4-46cf-bb32-965c520ab17e with Priority: HIGHEST for action port [ 627.677271] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f384ba-4cf4-46cf-bb32-965c520ab17e with Priority: HIGHEST for action port [ 627.677271] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f384ba-4cf4-46cf-bb32-965c520ab17e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.677271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f384ba-4cf4-46cf-bb32-965c520ab17e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.677271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f384ba-4cf4-46cf-bb32-965c520ab17e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.678516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f384ba-4cf4-46cf-bb32-965c520ab17e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.678516] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f384ba-4cf4-46cf-bb32-965c520ab17e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.181575] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f384ba-4cf4-46cf-bb32-965c520ab17e [ 628.181917] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.182012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.182012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.182723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.182835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.182940] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f384ba-4cf4-46cf-bb32-965c520ab17e already deleted. [ 628.183626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f384ba-4cf4-46cf-bb32-965c520ab17e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.305565] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.305565] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.305565] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.305972] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.306248] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.306505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.306613] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.306840] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.306980] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.307233] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.307345] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.307932] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.308077] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.308311] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.308551] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.308885] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.329936] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.329936] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.330184] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.330262] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.330581] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-f1934ecc-a1b9-428c-b4c8-677935a269dd taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.330754] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.330866] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.331226] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.331354] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1934ecc-a1b9-428c-b4c8-677935a269dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.622530] env[69301]: INFO networking_nsxv3.common.synchronization [req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef req-58609f75-b20d-4706-b527-fbbf7a10dd89 service nova] Enqueued Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_rules [ 628.622530] env[69301]: INFO networking_nsxv3.common.synchronization [req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef req-58609f75-b20d-4706-b527-fbbf7a10dd89 service nova] Enqueued Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_members [ 628.622530] env[69301]: INFO networking_nsxv3.common.synchronization [req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef req-58609f75-b20d-4706-b527-fbbf7a10dd89 service nova] Enqueued Resource ID: 7bad5be8-cfe1-4a28-ae55-d3a71913919b with Priority: HIGHEST for action port [ 628.622530] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_rules [ 628.622530] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_members [ 628.622530] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bad5be8-cfe1-4a28-ae55-d3a71913919b with Priority: HIGHEST for action port [ 628.623290] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.623455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.623948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.624169] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.625039] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.625481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.625481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.625620] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.625687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.625966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.626087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.626087] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.629735] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bad5be8-cfe1-4a28-ae55-d3a71913919b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.629735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.629735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.629735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.629735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bad5be8-cfe1-4a28-ae55-d3a71913919b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.763822] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c5f2a658-9728-4974-9b11-b44ebcd72480 None None] Enqueued Resource ID: 8dd9bc83-fc71-417c-94ca-1d1a6e2788aa with Priority: HIGHEST for action port [ 628.764112] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd9bc83-fc71-417c-94ca-1d1a6e2788aa with Priority: HIGHEST for action port [ 628.765631] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd9bc83-fc71-417c-94ca-1d1a6e2788aa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.765631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd9bc83-fc71-417c-94ca-1d1a6e2788aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.765631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd9bc83-fc71-417c-94ca-1d1a6e2788aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.765631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd9bc83-fc71-417c-94ca-1d1a6e2788aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.765631] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd9bc83-fc71-417c-94ca-1d1a6e2788aa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.834900] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.840311] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port f1934ecc-a1b9-428c-b4c8-677935a269dd not found, creating... [ 628.840311] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.840311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.840747] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.840747] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.840747] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.841634] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842672] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: f1934ecc-a1b9-428c-b4c8-677935a269dd is going to be created. [ 628.875312] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.875312] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.875312] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.875312] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.875312] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.875312] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.941713] env[69301]: INFO networking_nsxv3.common.synchronization [None req-cfc41479-cad0-43ac-944f-940d675ba8ee None None] Enqueued Resource ID: 8771ae88-f466-47de-a47a-ca9a811b998d with Priority: HIGHEST for action port [ 628.943495] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8771ae88-f466-47de-a47a-ca9a811b998d with Priority: HIGHEST for action port [ 628.943495] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8771ae88-f466-47de-a47a-ca9a811b998d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.943495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8771ae88-f466-47de-a47a-ca9a811b998d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.943495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8771ae88-f466-47de-a47a-ca9a811b998d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.944563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8771ae88-f466-47de-a47a-ca9a811b998d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.944563] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8771ae88-f466-47de-a47a-ca9a811b998d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.132755] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.133077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.133271] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.136602] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bad5be8-cfe1-4a28-ae55-d3a71913919b with status ACTIVE [ 629.140029] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.140029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.140383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.141861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.141861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.142086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.142316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.142778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.143425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.146041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.146041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.146041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.146041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.146041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.146041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.146041] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bad5be8-cfe1-4a28-ae55-d3a71913919b is going to be updated. [ 629.173346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.173574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.173694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.175545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.175545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.175545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bad5be8-cfe1-4a28-ae55-d3a71913919b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.267652] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dd9bc83-fc71-417c-94ca-1d1a6e2788aa [ 629.267945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.268138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.268138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.268444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.268650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.268781] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dd9bc83-fc71-417c-94ca-1d1a6e2788aa already deleted. [ 629.268876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd9bc83-fc71-417c-94ca-1d1a6e2788aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.449478] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8771ae88-f466-47de-a47a-ca9a811b998d [ 629.449813] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.449952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.450052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.450240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.450352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.450535] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8771ae88-f466-47de-a47a-ca9a811b998d already deleted. [ 629.450535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8771ae88-f466-47de-a47a-ca9a811b998d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.525350] env[69301]: INFO networking_nsxv3.common.synchronization [req-c56dfe42-dbb5-41a4-87a9-49ce007af88a req-f1e21ed7-d3e5-4ea4-b1c3-f7adb2e04183 tempest-SecurityGroupRulesNegativeTestJSON-1078744642 tempest-SecurityGroupRulesNegativeTestJSON-1078744642-project-member] Enqueued Resource ID: 42c5b1a3-05a0-4624-8696-79f06ac812ea with Priority: HIGHEST for action security_group_rules [ 629.525350] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c5b1a3-05a0-4624-8696-79f06ac812ea with Priority: HIGHEST for action security_group_rules [ 629.525350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c5b1a3-05a0-4624-8696-79f06ac812ea taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.525350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.528780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.528780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.528780] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c5b1a3-05a0-4624-8696-79f06ac812ea',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.637825] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.720863] env[69301]: INFO networking_nsxv3.common.synchronization [req-425f6ed7-67f2-44b9-9433-37c0814ab99e req-00237c6a-51a8-4499-9e8a-62d8300c1f50 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 629.721565] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 629.722010] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.722162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.722229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.722460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.722686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.722763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.722803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.722945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.723335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.723335] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.055417] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.055577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.055674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.055865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.055956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.056064] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c5b1a3-05a0-4624-8696-79f06ac812ea already deleted. [ 630.056147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.142875] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.143076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.143152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.143351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.143461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.143528] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 is going to be created. [ 630.184753] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.184753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.197552] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 in Status: UNINITIALIZED for 2s [ 630.228315] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.228521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.228576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.229026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.229150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.229619] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.229874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.229952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.230374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.230460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.230589] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac already deleted. [ 630.230636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.300322] env[69301]: INFO networking_nsxv3.common.synchronization [req-c544340b-c648-4236-abe8-6897649d38f0 req-55c62f8d-39bd-4551-97a1-93ace40c18c5 service nova] Enqueued Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_rules [ 630.300322] env[69301]: INFO networking_nsxv3.common.synchronization [req-c544340b-c648-4236-abe8-6897649d38f0 req-55c62f8d-39bd-4551-97a1-93ace40c18c5 service nova] Enqueued Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_members [ 630.300732] env[69301]: INFO networking_nsxv3.common.synchronization [req-c544340b-c648-4236-abe8-6897649d38f0 req-55c62f8d-39bd-4551-97a1-93ace40c18c5 service nova] Enqueued Resource ID: f1934ecc-a1b9-428c-b4c8-677935a269dd with Priority: HIGHEST for action port [ 630.300732] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_rules [ 630.300812] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_members [ 630.300859] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1934ecc-a1b9-428c-b4c8-677935a269dd with Priority: HIGHEST for action port [ 630.301518] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.301661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.301778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.302374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.302374] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.303208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.303394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.303394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.303582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.303757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.304054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.304054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.304144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.304180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.304284] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.305388] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1934ecc-a1b9-428c-b4c8-677935a269dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.305388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.305388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.306119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.306119] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1934ecc-a1b9-428c-b4c8-677935a269dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.809197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.809197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809197] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.810231] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1934ecc-a1b9-428c-b4c8-677935a269dd with status ACTIVE [ 630.811645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.816026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.816026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.816026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.816026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1934ecc-a1b9-428c-b4c8-677935a269dd is going to be updated. [ 630.842180] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.842180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.842180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.842180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.842180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.842180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1934ecc-a1b9-428c-b4c8-677935a269dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.240522] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.240807] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.240884] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.241227] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.241509] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.241720] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.242477] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.242776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.245285] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.245285] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.245285] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.245285] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.245285] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.245285] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.245285] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.245285] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.275572] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.276265] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.276706] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.276791] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.277158] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-410b4e9f-0765-4a73-87fb-13deba9fd52d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.278146] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.278146] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.278146] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.278345] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410b4e9f-0765-4a73-87fb-13deba9fd52d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.317346] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.451396] env[69301]: INFO networking_nsxv3.common.synchronization [None req-d3a3e1e0-303f-4913-a988-75180a39a231 None None] Enqueued Resource ID: 4ad26c8b-cf99-4dd0-8465-21264f40eebc with Priority: HIGHEST for action port [ 631.451396] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad26c8b-cf99-4dd0-8465-21264f40eebc with Priority: HIGHEST for action port [ 631.451396] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad26c8b-cf99-4dd0-8465-21264f40eebc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.451396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad26c8b-cf99-4dd0-8465-21264f40eebc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.452027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad26c8b-cf99-4dd0-8465-21264f40eebc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.452027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad26c8b-cf99-4dd0-8465-21264f40eebc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.452027] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad26c8b-cf99-4dd0-8465-21264f40eebc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.782345] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.783416] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.783416] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.783416] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.783761] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.783761] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 410b4e9f-0765-4a73-87fb-13deba9fd52d not found, creating... [ 631.785016] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.785016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.785016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.785016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.785016] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.787281] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.787281] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.787611] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.787668] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.787876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 410b4e9f-0765-4a73-87fb-13deba9fd52d is going to be created. [ 631.812103] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.812981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.812981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.812981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.812981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.813332] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.821061] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.821979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.821979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.821979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.821979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.821979] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b is going to be created. [ 631.879852] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.880034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.880091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.880839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.880839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.894789] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b in Status: UNINITIALIZED for 2s [ 631.926246] env[69301]: INFO networking_nsxv3.common.synchronization [req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e req-6e569c62-757d-41c7-8396-02019f0c9548 tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_members [ 631.926833] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_members [ 631.927391] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.928035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.928328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.928914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.929346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.929628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.931022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.931022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.931022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.931022] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.953479] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ad26c8b-cf99-4dd0-8465-21264f40eebc [ 631.953802] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.954026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.954155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.954411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.955574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.955574] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ad26c8b-cf99-4dd0-8465-21264f40eebc already deleted. [ 631.955574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad26c8b-cf99-4dd0-8465-21264f40eebc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.226298] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 in Status: SUCCESS [ 632.226298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.226547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.226682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.226856] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.226933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.227010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.227201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.227276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.227309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.227394] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.433382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.433713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.436088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.436651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.436835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.437217] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.437407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.437518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.437795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.438114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.438114] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 already deleted. [ 632.438231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.608872] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.608872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-295" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.609054] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-295" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.609605] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-295" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.609974] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.610285] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.610336] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.610582] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.610743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.611113] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.611113] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.612830] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.612830] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.612830] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.612830] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.612830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.613627] env[69301]: INFO networking_nsxv3.common.synchronization [None req-97ec543b-862d-4fbf-bf89-fa7f5d334a91 None None] Enqueued Resource ID: b2baf308-714b-44ba-b48f-3cc087593094 with Priority: HIGHEST for action port [ 632.614723] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2baf308-714b-44ba-b48f-3cc087593094 with Priority: HIGHEST for action port [ 632.615687] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2baf308-714b-44ba-b48f-3cc087593094 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.615820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2baf308-714b-44ba-b48f-3cc087593094" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.615887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2baf308-714b-44ba-b48f-3cc087593094" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.616378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2baf308-714b-44ba-b48f-3cc087593094" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.616470] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2baf308-714b-44ba-b48f-3cc087593094',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.651883] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.652107] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.652258] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.652564] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-295" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.653072] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-3f819f59-da01-427b-bf2a-77c43f54c3e0 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.653376] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.653610] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.654041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.654701] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f819f59-da01-427b-bf2a-77c43f54c3e0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.731690] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.731859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.731930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.732880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.732880] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.735735] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.735735] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.735735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.735735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.837957] env[69301]: INFO networking_nsxv3.common.synchronization [req-425f6ed7-67f2-44b9-9433-37c0814ab99e req-530da4b2-1c9c-4bff-9a85-faa6f378d1d4 service nova] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 632.840062] env[69301]: INFO networking_nsxv3.common.synchronization [req-425f6ed7-67f2-44b9-9433-37c0814ab99e req-530da4b2-1c9c-4bff-9a85-faa6f378d1d4 service nova] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 632.840062] env[69301]: INFO networking_nsxv3.common.synchronization [req-425f6ed7-67f2-44b9-9433-37c0814ab99e req-530da4b2-1c9c-4bff-9a85-faa6f378d1d4 service nova] Enqueued Resource ID: 410b4e9f-0765-4a73-87fb-13deba9fd52d with Priority: HIGHEST for action port [ 632.840062] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 632.840062] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 632.840359] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410b4e9f-0765-4a73-87fb-13deba9fd52d with Priority: HIGHEST for action port [ 632.840655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.841239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.841313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.841573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.841683] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.844937] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.845186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.845186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.845492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.845563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.845615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.845701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.845915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.845915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.846088] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.847151] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-410b4e9f-0765-4a73-87fb-13deba9fd52d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.847238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.847279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.847782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.847782] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410b4e9f-0765-4a73-87fb-13deba9fd52d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.856199] env[69301]: INFO networking_nsxv3.common.synchronization [None req-37d6d16f-eae8-4867-b8ab-fea79bc23b80 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_rules [ 632.859483] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_rules [ 632.859483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.859483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.859483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.859483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.859483] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.106011] env[69301]: INFO networking_nsxv3.common.synchronization [None req-71831cb4-6e77-4f19-abd7-c7914cd9f426 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_rules [ 633.106011] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_rules [ 633.106011] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.106011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.121919] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2baf308-714b-44ba-b48f-3cc087593094 [ 633.122074] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.122795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.122795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.122795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.122795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.122795] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2baf308-714b-44ba-b48f-3cc087593094 already deleted. [ 633.122795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2baf308-714b-44ba-b48f-3cc087593094" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.157980] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.158391] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.158961] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.159470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.161174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.161174] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 3f819f59-da01-427b-bf2a-77c43f54c3e0 not found, creating... [ 633.161174] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.161174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.161174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.161174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163053] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163053] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.163053] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.163579] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.164728] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.165389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.169032] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 3f819f59-da01-427b-bf2a-77c43f54c3e0 is going to be created. [ 633.200060] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.201605] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.202288] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.203227] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.203627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.204733] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.240652] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a4a14fa-3658-4ea8-a0fa-f850700cdf77: rpc.has_security_group_logging(os_id): False [ 633.271273] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.271449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.271548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.271741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.271831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.272064] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.272255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.272738] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.272837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.272947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.273094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.273178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.273384] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.273480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.273548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.273708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.273788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.273878] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 is going to be created. [ 633.349776] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.349910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.350165] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.353368] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c9e92a7a-80e0-4be0-898c-76e74f44494a None None] Enqueued Resource ID: aec6b5e1-4a5a-4e76-b202-521f5eb20138 with Priority: HIGHEST for action port [ 633.355910] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 410b4e9f-0765-4a73-87fb-13deba9fd52d with status ACTIVE [ 633.356392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.356611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.356611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.356821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.356821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.360799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.360799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.360799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.360799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 410b4e9f-0765-4a73-87fb-13deba9fd52d is going to be updated. [ 633.362889] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec6b5e1-4a5a-4e76-b202-521f5eb20138 with Priority: HIGHEST for action port [ 633.370469] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec6b5e1-4a5a-4e76-b202-521f5eb20138 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.370751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec6b5e1-4a5a-4e76-b202-521f5eb20138" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.371026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec6b5e1-4a5a-4e76-b202-521f5eb20138" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.371154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec6b5e1-4a5a-4e76-b202-521f5eb20138" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.371271] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec6b5e1-4a5a-4e76-b202-521f5eb20138',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.415179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.415179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.415179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.415179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.415179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.415179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 already deleted. [ 633.415179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.415179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.416262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.416573] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.424306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.424306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.424306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.424306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.426892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.429463] env[69301]: INFO networking_nsxv3.common.synchronization [req-ffa8cbcd-390f-41ec-a22c-a86606209354 req-7d16b8bb-a5af-4653-9759-87cf90f3c55d tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Enqueued Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_members [ 633.430413] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGHEST for action security_group_members [ 633.430767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.430911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.430987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.431228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.431495] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.431669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.431710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.431879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.432602] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.434660] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.435056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.435056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.435238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.435392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.435596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410b4e9f-0765-4a73-87fb-13deba9fd52d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.449284] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 in Status: IN_PROGRESS for 2s [ 633.621506] env[69301]: INFO networking_nsxv3.common.synchronization [req-1b40a8f0-e86b-4571-b2a2-218e051a9b35 req-8332618b-eb00-4011-a3bc-8312d9efd758 tempest-SecurityGroupRulesNegativeTestJSON-1078744642 tempest-SecurityGroupRulesNegativeTestJSON-1078744642-project-member] Enqueued Resource ID: 42c5b1a3-05a0-4624-8696-79f06ac812ea with Priority: HIGHEST for action security_group_rules [ 633.622378] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42c5b1a3-05a0-4624-8696-79f06ac812ea with Priority: HIGHEST for action security_group_rules [ 633.622580] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42c5b1a3-05a0-4624-8696-79f06ac812ea taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.623424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.623468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.624290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.624290] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42c5b1a3-05a0-4624-8696-79f06ac812ea',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.854273] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.878361] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec6b5e1-4a5a-4e76-b202-521f5eb20138 [ 633.878568] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.880563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.880563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.880563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.880563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.880563] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec6b5e1-4a5a-4e76-b202-521f5eb20138 already deleted. [ 633.880563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec6b5e1-4a5a-4e76-b202-521f5eb20138" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907191] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b in Status: SUCCESS [ 633.907978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.907978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.912439] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.912439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.912439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.912439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.912439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.912439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.912439] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.937900] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.937900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.937900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.938078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.938111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.942128] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.942128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.942128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.942128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.942128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.942128] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d is going to be updated. [ 633.959533] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.964406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.964406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.964406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.964406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.964406] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 already deleted. [ 633.964406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.976426] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.977277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.977397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.978263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.978263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.998035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d in Status: IN_PROGRESS for 2s [ 634.151620] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.151620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.151620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.151856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.151968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.152054] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42c5b1a3-05a0-4624-8696-79f06ac812ea already deleted. [ 634.152196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42c5b1a3-05a0-4624-8696-79f06ac812ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.356920] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.357105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.357166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.357364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.357453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.357567] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be created. [ 634.391158] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.391477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.391521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.391987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.392189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.403576] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: UNINITIALIZED for 2s [ 634.415574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.415737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.415812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.416055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.416231] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.416337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.416419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.416604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.417981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.418185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.418364] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.418682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.418682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.418800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.418936] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.420507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.420507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.420507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.420507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.420507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.420507] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.469488] env[69301]: INFO networking_nsxv3.common.synchronization [req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e req-9acc51ba-e2fa-41e9-9164-656dc54ee774 service nova] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_rules [ 634.469841] env[69301]: INFO networking_nsxv3.common.synchronization [req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e req-9acc51ba-e2fa-41e9-9164-656dc54ee774 service nova] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_members [ 634.469917] env[69301]: INFO networking_nsxv3.common.synchronization [req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e req-9acc51ba-e2fa-41e9-9164-656dc54ee774 service nova] Enqueued Resource ID: 3f819f59-da01-427b-bf2a-77c43f54c3e0 with Priority: HIGHEST for action port [ 634.470108] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_rules [ 634.470617] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_members [ 634.470617] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f819f59-da01-427b-bf2a-77c43f54c3e0 with Priority: HIGHEST for action port [ 634.470961] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.471168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.471219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.471400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.471483] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.474981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.475174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.475174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.475652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.475652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.475652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.475868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.475868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.475936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.476587] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.477077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f819f59-da01-427b-bf2a-77c43f54c3e0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.477077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.477077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.478461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.478525] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f819f59-da01-427b-bf2a-77c43f54c3e0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.798307] env[69301]: INFO networking_nsxv3.common.synchronization [req-0114bf98-e4f5-4485-9a80-48abc2df66ef req-d21d163a-153f-4a36-bb68-49cbe5ee6b0e tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Enqueued Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_members [ 634.798710] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_members [ 634.802247] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.802247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.802386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.802607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.802807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.802930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.802982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.803165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.803261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.803366] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.922727] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b0ef87-aa30-4e05-95fc-af7bfee17f9b: rpc.has_security_group_logging(os_id): False [ 634.946551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.946551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.946551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.946551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.947108] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.947108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.947108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.947108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.947108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.947108] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b is going to be created. [ 634.968924] env[69301]: INFO networking_nsxv3.common.synchronization [None req-8d3873ac-7442-48b1-89a2-42b96b2299aa None None] Enqueued Resource ID: 3f3c47a1-3c29-42f1-951d-aaa4cfd56772 with Priority: HIGHEST for action port [ 634.969214] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3c47a1-3c29-42f1-951d-aaa4cfd56772 with Priority: HIGHEST for action port [ 634.969834] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3c47a1-3c29-42f1-951d-aaa4cfd56772 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.969973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3c47a1-3c29-42f1-951d-aaa4cfd56772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.970111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3c47a1-3c29-42f1-951d-aaa4cfd56772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.972433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3c47a1-3c29-42f1-951d-aaa4cfd56772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.972433] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3c47a1-3c29-42f1-951d-aaa4cfd56772',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.975945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.981334] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.981912] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f819f59-da01-427b-bf2a-77c43f54c3e0 with status ACTIVE [ 634.981912] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.982082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.982082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.982274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.982361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.982542] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.982635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.982692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.983056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.983056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.983160] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.983214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.983249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.983381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.983450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.983537] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f819f59-da01-427b-bf2a-77c43f54c3e0 is going to be updated. [ 635.010235] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.010411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.010481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.010658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.010849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.010981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f819f59-da01-427b-bf2a-77c43f54c3e0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.020316] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.020486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.020558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.020801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.021010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.037970] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b in Status: IN_PROGRESS for 2s [ 635.206115] env[69301]: INFO networking_nsxv3.common.synchronization [None req-be8935a9-f4fc-4ceb-bc21-3b32bb9c237c None None] Enqueued Resource ID: 5f1fa07a-b72f-42ed-be62-8895068a0d5a with Priority: HIGHEST for action port [ 635.206604] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1fa07a-b72f-42ed-be62-8895068a0d5a with Priority: HIGHEST for action port [ 635.208436] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1fa07a-b72f-42ed-be62-8895068a0d5a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.208739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1fa07a-b72f-42ed-be62-8895068a0d5a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.208739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1fa07a-b72f-42ed-be62-8895068a0d5a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.210382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1fa07a-b72f-42ed-be62-8895068a0d5a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.210382] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1fa07a-b72f-42ed-be62-8895068a0d5a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.262202] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.262418] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-282" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.262497] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-282" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.262961] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-282" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.266837] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.267440] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.267440] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.267440] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.267752] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.267833] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.267931] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.268022] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.268140] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.268252] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.268374] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.268537] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.296778] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.296973] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.297097] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.297274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-282" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.297606] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-9b92e152-fac5-4654-bca0-a84acda0178f taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.297786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297916] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.298270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.298414] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b92e152-fac5-4654-bca0-a84acda0178f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.306923] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.307201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.307201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.307475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.307549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.307783] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.307931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.308019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.308363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.308500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.308576] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc already deleted. [ 635.308659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.464404] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 in Status: SUCCESS [ 635.464404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.476097] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3c47a1-3c29-42f1-951d-aaa4cfd56772 [ 635.476453] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.476971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.477135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.477487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.477639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.477755] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3c47a1-3c29-42f1-951d-aaa4cfd56772 already deleted. [ 635.477861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3c47a1-3c29-42f1-951d-aaa4cfd56772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.487511] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.712525] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f1fa07a-b72f-42ed-be62-8895068a0d5a [ 635.712785] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.712971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.713367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713507] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f1fa07a-b72f-42ed-be62-8895068a0d5a already deleted. [ 635.713507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1fa07a-b72f-42ed-be62-8895068a0d5a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.804285] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.807662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.807662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.807662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.807662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.807662] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 9b92e152-fac5-4654-bca0-a84acda0178f not found, creating... [ 635.807662] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.807662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.807662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.808162] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.808399] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.808897] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.809165] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.809339] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.809600] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.809766] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.809922] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 9b92e152-fac5-4654-bca0-a84acda0178f is going to be created. [ 635.836546] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.837403] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.837812] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.838608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.839199] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.839551] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.991568] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.993076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.994501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.995103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.995103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.995364] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 is going to be created. [ 636.021277] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d in Status: SUCCESS [ 636.021277] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d deletion is rescheduled due to dependency. [ 636.021277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.045172] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.045172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.045172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.045172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.045172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.056813] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e23bda-deac-4458-b022-1fc086c0c036 in Status: UNINITIALIZED for 2s [ 636.415298] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: SUCCESS [ 636.415298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.415554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.415657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.416523] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.416523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.416523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.416523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.416523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.416523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.416523] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.877486] env[69301]: INFO networking_nsxv3.common.synchronization [req-8c39dfea-e87f-49d5-9094-02f9cfe2169a req-7a00f736-2601-4346-abf7-825776ad9d9a tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: d460e8db-88a9-4a03-b74b-00b2b9f272bc with Priority: HIGHEST for action security_group_rules [ 636.877906] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d460e8db-88a9-4a03-b74b-00b2b9f272bc with Priority: HIGHEST for action security_group_rules [ 636.878264] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d460e8db-88a9-4a03-b74b-00b2b9f272bc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.878390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d460e8db-88a9-4a03-b74b-00b2b9f272bc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.878478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d460e8db-88a9-4a03-b74b-00b2b9f272bc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.878751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d460e8db-88a9-4a03-b74b-00b2b9f272bc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.878830] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d460e8db-88a9-4a03-b74b-00b2b9f272bc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.894463] env[69301]: INFO networking_nsxv3.common.synchronization [req-0114bf98-e4f5-4485-9a80-48abc2df66ef req-a7026d6c-90cf-4197-accc-ccde20eaaf64 service nova] Enqueued Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_rules [ 636.894641] env[69301]: INFO networking_nsxv3.common.synchronization [req-0114bf98-e4f5-4485-9a80-48abc2df66ef req-a7026d6c-90cf-4197-accc-ccde20eaaf64 service nova] Enqueued Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_members [ 636.895011] env[69301]: INFO networking_nsxv3.common.synchronization [req-0114bf98-e4f5-4485-9a80-48abc2df66ef req-a7026d6c-90cf-4197-accc-ccde20eaaf64 service nova] Enqueued Resource ID: 9b92e152-fac5-4654-bca0-a84acda0178f with Priority: HIGHEST for action port [ 636.895336] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_rules [ 636.895423] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_members [ 636.895519] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b92e152-fac5-4654-bca0-a84acda0178f with Priority: HIGHEST for action port [ 636.895789] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.895910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.895975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.896933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.897016] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.898136] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.898136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.898136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.898337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.898471] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.898596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.898679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.898857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.898916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899567] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.899837] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b92e152-fac5-4654-bca0-a84acda0178f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.900161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.900161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.900269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.900331] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b92e152-fac5-4654-bca0-a84acda0178f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.922544] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.055043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b in Status: SUCCESS [ 637.055043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.402519] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.402846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.403175] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.404594] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b92e152-fac5-4654-bca0-a84acda0178f with status ACTIVE [ 637.404594] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.404787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.404787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.405183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.405460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.406134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.406134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.406134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.406405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.406599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.406860] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.406994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.407052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.407476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.407476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.407476] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b92e152-fac5-4654-bca0-a84acda0178f is going to be updated. [ 637.410195] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.410337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.410385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.410589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.410714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.410775] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d460e8db-88a9-4a03-b74b-00b2b9f272bc already deleted. [ 637.410863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d460e8db-88a9-4a03-b74b-00b2b9f272bc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.425045] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aec52517-f78f-4ea0-a5ad-33496fefbbac: rpc.has_security_group_logging(os_id): False [ 637.439220] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.439220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.439220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.439220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.439220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.439220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b92e152-fac5-4654-bca0-a84acda0178f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.452024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.452024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.452024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.452024] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be created. [ 637.534706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.534907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.534907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.535121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.555903] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: IN_PROGRESS for 2s [ 637.912298] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.071946] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e23bda-deac-4458-b022-1fc086c0c036 in Status: SUCCESS [ 638.074313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.074313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.074313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.074313] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.074313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.074313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.074313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.075400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.075400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.075400] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.282370] env[69301]: INFO networking_nsxv3.common.synchronization [req-33b51947-f4bc-434a-b6b5-7ca221efc75b req-bd2420bd-6aee-4fe6-b067-5fc5b5289551 tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: 19d320b6-87a3-4315-940e-d95daea3aa5e with Priority: HIGHEST for action security_group_rules [ 638.283087] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d320b6-87a3-4315-940e-d95daea3aa5e with Priority: HIGHEST for action security_group_rules [ 638.283460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d320b6-87a3-4315-940e-d95daea3aa5e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.283625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d320b6-87a3-4315-940e-d95daea3aa5e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.283625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d320b6-87a3-4315-940e-d95daea3aa5e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.283897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d320b6-87a3-4315-940e-d95daea3aa5e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.283897] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d320b6-87a3-4315-940e-d95daea3aa5e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.414541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.414784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.414784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.415012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.415074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.418179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc is going to be created. [ 638.447165] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.447165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.447165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.447165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.447165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.455544] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc in Status: UNINITIALIZED for 2s [ 638.580339] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.812801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.813087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.813087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.813348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.813448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.813551] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d320b6-87a3-4315-940e-d95daea3aa5e already deleted. [ 638.813667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d320b6-87a3-4315-940e-d95daea3aa5e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.084744] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48e23bda-deac-4458-b022-1fc086c0c036: rpc.has_security_group_logging(os_id): False [ 639.120033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.120033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.120033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.120033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 is going to be created. [ 639.297041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.297041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.297041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.298293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.298293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.317357] env[69301]: INFO networking_nsxv3.common.synchronization [req-04a2020e-3c13-4095-af81-61b4d509f572 req-74784cac-fb02-47bf-aed8-a096f66b108f tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 639.318710] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 639.318710] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.318710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.318951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.320118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.321529] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.321769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.321769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.322011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.322109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.322224] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.323760] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e23bda-deac-4458-b022-1fc086c0c036 in Status: IN_PROGRESS for 2s [ 639.578245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: SUCCESS [ 639.578497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.670510] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.670774] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.670907] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.671352] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.671571] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.671772] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.671897] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.672150] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.672301] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.672507] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.672702] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.672741] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.672853] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.672957] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.673078] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.673198] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.694018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.694217] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.694426] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.695032] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.695374] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-92e5cfec-aa03-4e47-90f1-5342647484de taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.696034] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.696034] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.696254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.696445] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e5cfec-aa03-4e47-90f1-5342647484de',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.825579] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.199685] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.200021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.200021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.200309] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.200491] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.200683] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 92e5cfec-aa03-4e47-90f1-5342647484de not found, creating... [ 640.201034] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.201240] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.201391] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.201644] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.201816] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.202602] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.203093] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.203304] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.203642] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.203808] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.204011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 92e5cfec-aa03-4e47-90f1-5342647484de is going to be created. [ 640.240669] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.240669] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.240669] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.240669] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.240869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.241043] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.331766] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.469534] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc in Status: SUCCESS [ 640.469958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.470110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.470974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.470974] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.470974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.470974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.470974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.470974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.471996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.471996] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.836048] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.836220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.836290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.837529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837529] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be updated. [ 640.873507] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.873507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.873660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.873957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.874155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.885015] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: IN_PROGRESS for 2s [ 640.974159] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.974369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.974621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.974722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.974865] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.976184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.976184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.976184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.977107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.977107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.977107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.977225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.978926] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.092952] env[69301]: INFO networking_nsxv3.common.synchronization [req-4512e5ad-0f44-4f94-bc06-fcaf3e7598f1 req-b4692c51-051b-493c-ae49-a98325d8a660 tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: 9ab8f55a-f670-4c34-9764-83666ee4c791 with Priority: HIGHEST for action security_group_rules [ 641.093512] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab8f55a-f670-4c34-9764-83666ee4c791 with Priority: HIGHEST for action security_group_rules [ 641.093811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab8f55a-f670-4c34-9764-83666ee4c791 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.093938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab8f55a-f670-4c34-9764-83666ee4c791" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.093995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab8f55a-f670-4c34-9764-83666ee4c791" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.096551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab8f55a-f670-4c34-9764-83666ee4c791" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.096593] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab8f55a-f670-4c34-9764-83666ee4c791',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.130347] env[69301]: INFO networking_nsxv3.common.synchronization [req-04a2020e-3c13-4095-af81-61b4d509f572 req-e5fae711-c804-4365-98da-9a306efd8453 service nova] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_rules [ 641.130517] env[69301]: INFO networking_nsxv3.common.synchronization [req-04a2020e-3c13-4095-af81-61b4d509f572 req-e5fae711-c804-4365-98da-9a306efd8453 service nova] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 641.132662] env[69301]: INFO networking_nsxv3.common.synchronization [req-04a2020e-3c13-4095-af81-61b4d509f572 req-e5fae711-c804-4365-98da-9a306efd8453 service nova] Enqueued Resource ID: 92e5cfec-aa03-4e47-90f1-5342647484de with Priority: HIGHEST for action port [ 641.133793] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_rules [ 641.133793] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 641.135533] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e5cfec-aa03-4e47-90f1-5342647484de with Priority: HIGHEST for action port [ 641.135533] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.135533] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.136168] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.136168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.137264] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e5cfec-aa03-4e47-90f1-5342647484de taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.137970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.137970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.137970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.137970] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e5cfec-aa03-4e47-90f1-5342647484de',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.339365] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e23bda-deac-4458-b022-1fc086c0c036 in Status: SUCCESS [ 641.340316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.480394] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dc90d45-383f-4349-a1d1-0db9f66ffedc: rpc.has_security_group_logging(os_id): False [ 641.505245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.505245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.505245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.505245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.505949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.505949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.505949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.505949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.505949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.505949] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc is going to be created. [ 641.569013] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.570187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.570187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.570187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.570187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.582851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc in Status: IN_PROGRESS for 2s [ 641.617076] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.617216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.617256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.617503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.617541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.617640] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab8f55a-f670-4c34-9764-83666ee4c791 already deleted. [ 641.617727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab8f55a-f670-4c34-9764-83666ee4c791" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.640348] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.641106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.641106] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e5cfec-aa03-4e47-90f1-5342647484de with status ACTIVE [ 641.641106] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.641106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.641106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.641371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.641405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.642701] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.642701] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.642701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.642701] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e5cfec-aa03-4e47-90f1-5342647484de is going to be updated. [ 641.679628] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.679628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.679628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.679628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.679628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.679628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e5cfec-aa03-4e47-90f1-5342647484de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.897387] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 642.897777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.897777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.897956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.898055] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.898200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.898285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.898492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.898667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.898786] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.402596] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.601928] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc in Status: SUCCESS [ 643.601928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.908855] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.137717] env[69301]: INFO networking_nsxv3.common.synchronization [req-655b09d5-4ac0-49e0-b017-8e5f954ac474 req-d04f76f4-dffa-42bd-9dc9-984ff28707c6 tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: 769a8128-39a9-4f97-87b3-027846c184ff with Priority: HIGHEST for action security_group_rules [ 644.138380] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a8128-39a9-4f97-87b3-027846c184ff with Priority: HIGHEST for action security_group_rules [ 644.138889] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-769a8128-39a9-4f97-87b3-027846c184ff taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.139079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-769a8128-39a9-4f97-87b3-027846c184ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.139155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-769a8128-39a9-4f97-87b3-027846c184ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.143068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-769a8128-39a9-4f97-87b3-027846c184ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.143068] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('769a8128-39a9-4f97-87b3-027846c184ff',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.391195] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec73e712-c63e-40dc-b2a2-02d33dbccebf req-95c19805-4371-41d9-8358-edfcc73c2687 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 644.391722] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 644.392056] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.392181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.392244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.392495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.392663] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.392763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.392822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.392968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.393062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.393149] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.411662] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.411662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.411662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.411947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.411947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.412035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be updated. [ 644.447663] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.447830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.447897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.448113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.448267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.460831] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: IN_PROGRESS for 2s [ 644.662626] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.662813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.662861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.663064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.663156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.663244] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 769a8128-39a9-4f97-87b3-027846c184ff already deleted. [ 644.663323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-769a8128-39a9-4f97-87b3-027846c184ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.896223] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.897489] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.897489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.898062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.898062] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 already deleted. [ 644.898062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.146213] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.146522] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.146560] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.146867] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.148473] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.148906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.149264] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.149902] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.150233] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.150673] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.151290] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.151539] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.151999] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.153113] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.153113] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.153113] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.175181] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.175586] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.176175] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.176698] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.177361] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-933be4bf-c58b-4a83-b679-1cecd51ebd53 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.177663] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.180151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.180451] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933be4bf-c58b-4a83-b679-1cecd51ebd53',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.686197] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.686197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 933be4bf-c58b-4a83-b679-1cecd51ebd53 not found, creating... [ 645.686197] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.686197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.686836] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.686836] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.687153] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.687570] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.687909] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.688192] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 933be4bf-c58b-4a83-b679-1cecd51ebd53 is going to be created. [ 645.737509] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.737771] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.737919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.738211] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.738883] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.738883] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.085129] env[69301]: INFO networking_nsxv3.common.synchronization [req-048d7107-cc34-4d05-8ecb-6f49adfd91fe req-322466d5-4518-42fa-8d19-6114644a5128 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 646.085343] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 646.085718] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.086363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.086363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.087608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.087608] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.087608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.087608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.088113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.088946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.089191] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.172115] env[69301]: INFO networking_nsxv3.common.synchronization [req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c req-24965878-039a-41be-b565-cda4b7f1e307 tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Enqueued Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_members [ 646.172788] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGHEST for action security_group_members [ 646.173508] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.173786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.173987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.174322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.174598] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.174900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.176041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.176041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.176041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.176041] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.474440] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 646.474656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.474957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.475111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.475290] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.475487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.475737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.475967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.475967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.476071] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.592694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.592694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.592694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.592976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.593125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.593386] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.593634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.593634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.594844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.594844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.594844] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 646.624612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.626515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.626515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.626515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.626515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.637560] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 646.681022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.681022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.681022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.681022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 is going to be updated. [ 646.711761] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.711964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.712058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.712307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.712512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.722423] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 in Status: IN_PROGRESS for 2s [ 646.981632] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.982618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.982618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.982618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.985273] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.985438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.985742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.985742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.985900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.985900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.986098] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.986294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.986294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.986603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.986902] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.986902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.986902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987629] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.215750] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec73e712-c63e-40dc-b2a2-02d33dbccebf req-2f63219e-d31a-4f42-95c3-80fde7b5758e service nova] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_rules [ 647.216125] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec73e712-c63e-40dc-b2a2-02d33dbccebf req-2f63219e-d31a-4f42-95c3-80fde7b5758e service nova] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 647.218479] env[69301]: INFO networking_nsxv3.common.synchronization [req-ec73e712-c63e-40dc-b2a2-02d33dbccebf req-2f63219e-d31a-4f42-95c3-80fde7b5758e service nova] Enqueued Resource ID: 933be4bf-c58b-4a83-b679-1cecd51ebd53 with Priority: HIGHEST for action port [ 647.219149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_rules [ 647.220189] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 647.220189] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933be4bf-c58b-4a83-b679-1cecd51ebd53 with Priority: HIGHEST for action port [ 647.220189] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.220189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.220189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.220656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.220656] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.222018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.222018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.222018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.222018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.222226] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.222226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.222226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.223043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.223043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.223043] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.223714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-933be4bf-c58b-4a83-b679-1cecd51ebd53 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.223836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.223923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.224189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.224270] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('933be4bf-c58b-4a83-b679-1cecd51ebd53',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.319366] env[69301]: INFO networking_nsxv3.common.synchronization [req-079cc530-c589-4d7c-9ebf-253efb9453b3 req-9d8255cf-4835-4cc2-a48b-7cb53771664d tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_members [ 647.320162] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_members [ 647.320746] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.321126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.321126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.321358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.321487] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.321586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.321660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.321854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.321976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.322093] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.496023] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b60aa49-cb39-4956-9d7e-118705efed31: rpc.has_security_group_logging(os_id): False [ 647.497758] env[69301]: INFO networking_nsxv3.common.synchronization [None req-8c292515-84e9-4cfb-8b4b-e018345bf61c None None] Enqueued Resource ID: 81020d32-a924-423e-9081-f05b33a7fe48 with Priority: HIGHEST for action port [ 647.501265] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81020d32-a924-423e-9081-f05b33a7fe48 with Priority: HIGHEST for action port [ 647.502545] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-81020d32-a924-423e-9081-f05b33a7fe48 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.502545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81020d32-a924-423e-9081-f05b33a7fe48" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.502545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81020d32-a924-423e-9081-f05b33a7fe48" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.502803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81020d32-a924-423e-9081-f05b33a7fe48" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.502803] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81020d32-a924-423e-9081-f05b33a7fe48',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.522694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.523189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.523189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.523189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.523357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.523501] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.523612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.523675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.523839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.523919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.524140] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.524234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.524295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.524451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.524533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.524684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.524767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.524835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.524970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.525115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.525211] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be updated. [ 647.603021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.603252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.603366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.603601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.603759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.621474] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: IN_PROGRESS for 2s [ 647.730406] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.730406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.730406] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 933be4bf-c58b-4a83-b679-1cecd51ebd53 with status ACTIVE [ 647.730406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.730406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.730406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.731077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.731077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.731077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.731077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.731077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.731077] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 933be4bf-c58b-4a83-b679-1cecd51ebd53 is going to be updated. [ 647.767041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.767041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.767041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.767041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.767041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.767041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-933be4bf-c58b-4a83-b679-1cecd51ebd53" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.824598] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.824769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.824842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.825153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.825224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.825423] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.825524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.825587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.825728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.825803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.825886] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 already deleted. [ 647.825965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.999577] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.003791] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.003947] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.004322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.004628] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.004807] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.004945] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.005187] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.005323] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.005572] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.005639] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.005770] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.005898] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.006024] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.006129] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.006273] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.007704] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81020d32-a924-423e-9081-f05b33a7fe48 [ 648.007910] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.008032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.008097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.008249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.008329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.008412] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81020d32-a924-423e-9081-f05b33a7fe48 already deleted. [ 648.008487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81020d32-a924-423e-9081-f05b33a7fe48" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.034540] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.034795] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.035493] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.035841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.036021] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-1a051928-cb02-4059-9a25-578cce7f8609 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.036203] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.036324] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.036749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.036882] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a051928-cb02-4059-9a25-578cce7f8609',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.234293] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.540984] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.541219] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.541430] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.541615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.541763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.541914] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 1a051928-cb02-4059-9a25-578cce7f8609 not found, creating... [ 648.542237] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.542628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.542776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.543059] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.543148] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.543429] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.543608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.543683] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.543887] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.544064] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.544264] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 1a051928-cb02-4059-9a25-578cce7f8609 is going to be created. [ 648.567350] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.567562] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.567695] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.567970] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.568222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.568480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.647635] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 648.648093] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 648.648229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.735996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 in Status: SUCCESS [ 648.735996] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 deletion is rescheduled due to dependency. [ 648.735996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.736149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.736266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.736321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.736877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.736968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.737073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be created. [ 648.768343] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.768447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.768524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.768822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.768961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.789212] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: UNINITIALIZED for 2s [ 649.436273] env[69301]: INFO networking_nsxv3.common.synchronization [req-a7c7d8eb-6c0d-4eaf-94b2-f21b2dfa2bb6 req-2922e2f8-6adb-4b7d-aceb-74ea66b5db6d tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd with Priority: HIGHEST for action security_group_rules [ 649.437283] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd with Priority: HIGHEST for action security_group_rules [ 649.437630] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.442803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.442803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.442803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.442803] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ad644d-fb27-481b-b9f2-a330b375ecdd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.637895] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 649.637895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.944787] env[69301]: INFO networking_nsxv3.common.synchronization [req-079cc530-c589-4d7c-9ebf-253efb9453b3 req-5579efd9-2423-45ea-95d4-66c0b1808975 service nova] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_rules [ 649.945171] env[69301]: INFO networking_nsxv3.common.synchronization [req-079cc530-c589-4d7c-9ebf-253efb9453b3 req-5579efd9-2423-45ea-95d4-66c0b1808975 service nova] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_members [ 649.945171] env[69301]: INFO networking_nsxv3.common.synchronization [req-079cc530-c589-4d7c-9ebf-253efb9453b3 req-5579efd9-2423-45ea-95d4-66c0b1808975 service nova] Enqueued Resource ID: 1a051928-cb02-4059-9a25-578cce7f8609 with Priority: HIGHEST for action port [ 649.947031] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_rules [ 649.947195] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_members [ 649.947301] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a051928-cb02-4059-9a25-578cce7f8609 with Priority: HIGHEST for action port [ 649.948805] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.948933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.949012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.949755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.949755] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.950374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.950781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.950781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.950781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.950913] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.951010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.951501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.951678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.951870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.951870] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.953262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a051928-cb02-4059-9a25-578cce7f8609 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.954335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.954335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.954335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.954335] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a051928-cb02-4059-9a25-578cce7f8609',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.978689] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.979465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.979465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.979465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.979711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.979711] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd already deleted. [ 649.979951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.241495] env[69301]: INFO networking_nsxv3.common.synchronization [None req-826b79fd-86e1-465a-9a91-8854849a9700 None None] Enqueued Resource ID: 71c6abef-59bc-4de2-99ee-6b639fc92603 with Priority: HIGHEST for action port [ 650.241495] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c6abef-59bc-4de2-99ee-6b639fc92603 with Priority: HIGHEST for action port [ 650.241495] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c6abef-59bc-4de2-99ee-6b639fc92603 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.241855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c6abef-59bc-4de2-99ee-6b639fc92603" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.242044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c6abef-59bc-4de2-99ee-6b639fc92603" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.242438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c6abef-59bc-4de2-99ee-6b639fc92603" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.242629] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c6abef-59bc-4de2-99ee-6b639fc92603',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.400064] env[69301]: INFO networking_nsxv3.common.synchronization [req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e req-aa69b516-9cc8-42e7-83fc-fc28141a0705 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 650.401621] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 650.403493] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.404297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.404541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.405484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.405969] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.407973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.407973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.407973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.407973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.407973] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.456881] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.456881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461191] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.461191] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a051928-cb02-4059-9a25-578cce7f8609 with status ACTIVE [ 650.461191] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.461191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.461191] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.462418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.462518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.463966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.463966] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.463966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.463966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.463966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.463966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.463966] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a051928-cb02-4059-9a25-578cce7f8609 is going to be updated. [ 650.500031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.500031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.500031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.500031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.500031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.500031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a051928-cb02-4059-9a25-578cce7f8609" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.746102] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71c6abef-59bc-4de2-99ee-6b639fc92603 [ 650.746476] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.746729] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.746853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.747192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.747548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.747762] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71c6abef-59bc-4de2-99ee-6b639fc92603 already deleted. [ 650.747877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c6abef-59bc-4de2-99ee-6b639fc92603" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.807158] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 650.808244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.808244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.808244] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.808244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.808244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.808713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.808713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808713] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.913868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.913868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.913868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.915413] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.915413] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb already deleted. [ 650.915413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.939318] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.939577] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.939677] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.941356] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.941356] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.941356] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.941623] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.942019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.942104] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.942797] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.942931] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.943060] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.943170] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.943284] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.943388] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.943520] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.966943] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.973410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.973631] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.973913] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.974188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.974593] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a554f211-a1a3-4e57-8afc-c45709a3d555 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.974811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.974944] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.975714] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.975913] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a554f211-a1a3-4e57-8afc-c45709a3d555',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.312235] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.312494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.312552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.312839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.312983] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.313565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.313639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.313786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.313901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.314037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.314225] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.314338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.314424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.314713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.314802] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.314915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.314969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.315514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.315692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.315851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.315851] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.473112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.473808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.473808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.473808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.473996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.473996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 is going to be created. [ 651.479171] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.479446] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.479586] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.481060] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.482539] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.482539] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a554f211-a1a3-4e57-8afc-c45709a3d555 not found, creating... [ 651.482539] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.482539] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.482539] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.482539] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.482539] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.483075] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.483635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.483635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.483749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.483842] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.484072] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a554f211-a1a3-4e57-8afc-c45709a3d555 is going to be created. [ 651.517156] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.517410] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.517497] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.517897] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.518048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.518307] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.521261] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.521478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.521885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.521885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.521885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.534066] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: UNINITIALIZED for 2s [ 651.694143] env[69301]: INFO networking_nsxv3.common.synchronization [req-c5356e7d-9a13-44e7-b7f4-9cbfc82b6be1 req-ecea357f-17f0-452a-be9b-ebff209cf8e1 tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd with Priority: HIGHEST for action security_group_rules [ 651.696295] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd with Priority: HIGHEST for action security_group_rules [ 651.697437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.697685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.697806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.698085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.698216] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ad644d-fb27-481b-b9f2-a330b375ecdd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.820397] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd81e4ee-05ef-4454-8e28-0f94390d43b3: rpc.has_security_group_logging(os_id): False [ 651.839093] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.839308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.839308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.839426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.839521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.839728] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.841229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.841384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.841572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.841665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.841947] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.842132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.842242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.843612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.843727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.845158] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.845294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.845365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.845544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.845628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.845723] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be created. [ 651.916333] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.916484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.916564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.916766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.916950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.941049] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 652.227582] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.228308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.228308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.228308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.228518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.228518] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd already deleted. [ 652.228596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.153353] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b39420f-ea2d-4b69-8187-49fca68eba6c req-03f787be-c438-426f-acd9-104afa2ca314 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Enqueued Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_members [ 653.154079] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGHEST for action security_group_members [ 653.154837] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.155023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.157427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.157427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.157427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.157427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.157427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.157770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.157819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.157924] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.332522] env[69301]: INFO networking_nsxv3.common.synchronization [req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e req-57a8f884-e0a9-44a7-88e0-a827e821b322 service nova] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_rules [ 653.333525] env[69301]: INFO networking_nsxv3.common.synchronization [req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e req-57a8f884-e0a9-44a7-88e0-a827e821b322 service nova] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 653.333716] env[69301]: INFO networking_nsxv3.common.synchronization [req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e req-57a8f884-e0a9-44a7-88e0-a827e821b322 service nova] Enqueued Resource ID: a554f211-a1a3-4e57-8afc-c45709a3d555 with Priority: HIGHEST for action port [ 653.336141] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_rules [ 653.336330] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 653.336423] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a554f211-a1a3-4e57-8afc-c45709a3d555 with Priority: HIGHEST for action port [ 653.337859] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.338056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.338157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.338502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.338599] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.339752] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.339752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.339752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.340185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.340787] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.340935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.341024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.341853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.341853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.341853] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.345338] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a554f211-a1a3-4e57-8afc-c45709a3d555 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.345338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.345338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.345338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.345338] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a554f211-a1a3-4e57-8afc-c45709a3d555',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.362617] env[69301]: INFO networking_nsxv3.common.synchronization [req-050e1520-d998-4a7f-94b9-2e6602b28124 req-6d1053bf-5443-44e7-b078-dd67746703c2 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 653.363630] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 653.363971] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.364803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.364891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.365161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.365579] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.365748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.365822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.365994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.366088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.366177] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.545531] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: SUCCESS [ 653.545827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.545943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.546186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.546380] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.546501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.546566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.546743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.546829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.546916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.547015] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.660876] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.661153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.664147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.664428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.664543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.664780] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.664944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.665031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.665165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.665247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.665340] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b is going to be updated. [ 653.696219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.696219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.696219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.696219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.696219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.709666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b in Status: IN_PROGRESS for 2s [ 653.846900] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.848857] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.849021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.849477] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a554f211-a1a3-4e57-8afc-c45709a3d555 with status ACTIVE [ 653.849688] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.849802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.849878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.850106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.850190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.850377] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.850463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.851287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.851287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.851287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.851287] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.851287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.851287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.851627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.851627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.851627] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a554f211-a1a3-4e57-8afc-c45709a3d555 is going to be updated. [ 653.868374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.868542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.868618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.868866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.869015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.869562] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.869562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.869562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.869803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.869803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.869803] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a already deleted. [ 653.869944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.873369] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.873491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.873555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.873780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.873940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.874318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a554f211-a1a3-4e57-8afc-c45709a3d555" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.957273] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 653.957401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049428] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.141721] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.141947] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-832" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.142066] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-832" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.142403] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-832" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.142668] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.142828] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.142977] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.146245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.146245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.146245] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.146245] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.146245] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.146245] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.146245] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.146245] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.146245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.169191] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.169456] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.169511] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.169672] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-832" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.170760] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a16848d5-065e-4627-9ed1-bbc3a35997b5 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.170760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.170760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.170760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.170760] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16848d5-065e-4627-9ed1-bbc3a35997b5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.351257] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.471990] env[69301]: INFO networking_nsxv3.common.synchronization [req-707fc744-66da-4fc4-9677-b8b59b31f312 req-e499e853-3477-47b9-b6f6-f8eaf588f02e tempest-SecurityGroupRulesTestJSON-348532162 tempest-SecurityGroupRulesTestJSON-348532162-project-member] Enqueued Resource ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd with Priority: HIGHEST for action security_group_rules [ 654.472069] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd with Priority: HIGHEST for action security_group_rules [ 654.472452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.472578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.472578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.472787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.474911] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ad644d-fb27-481b-b9f2-a330b375ecdd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.553434] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd4577b-6c17-4dd1-a184-181a6cf44e42: rpc.has_security_group_logging(os_id): False [ 654.576300] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.576300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.576300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.576534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.576659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.577026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.577094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.577162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.577316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.577398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.577488] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 is going to be created. [ 654.662541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.662943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.662943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.663125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.667027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676685] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: IN_PROGRESS for 2s [ 654.677216] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.677462] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.677595] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.677881] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.678037] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.678194] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a16848d5-065e-4627-9ed1-bbc3a35997b5 not found, creating... [ 654.678450] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.678610] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.678749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.678992] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.682889] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.683267] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.683400] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.683509] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.683755] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.683896] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.684318] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 is going to be created. [ 654.706776] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.706980] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707055] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.707335] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.707783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.707783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.856568] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.856802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.856877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.857137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.857233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.857390] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be created. [ 654.883836] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.883836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.883836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.883836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.883836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.895682] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: UNINITIALIZED for 2s [ 655.004678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.004678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.004678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.004678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.004678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.004678] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ad644d-fb27-481b-b9f2-a330b375ecdd already deleted. [ 655.004678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ad644d-fb27-481b-b9f2-a330b375ecdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.669142] env[69301]: INFO networking_nsxv3.common.synchronization [req-050e1520-d998-4a7f-94b9-2e6602b28124 req-9676743e-b35c-40fb-8aa4-91cc445339b8 service nova] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 655.669142] env[69301]: INFO networking_nsxv3.common.synchronization [req-050e1520-d998-4a7f-94b9-2e6602b28124 req-9676743e-b35c-40fb-8aa4-91cc445339b8 service nova] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 655.669142] env[69301]: INFO networking_nsxv3.common.synchronization [req-050e1520-d998-4a7f-94b9-2e6602b28124 req-9676743e-b35c-40fb-8aa4-91cc445339b8 service nova] Enqueued Resource ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 with Priority: HIGHEST for action port [ 655.671660] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 655.671660] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 655.671660] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 with Priority: HIGHEST for action port [ 655.675456] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.675456] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.675456] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.675456] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.675456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.675456] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.676766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a16848d5-065e-4627-9ed1-bbc3a35997b5 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.676945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.677089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.677310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.677397] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16848d5-065e-4627-9ed1-bbc3a35997b5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.727452] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b in Status: SUCCESS [ 655.727846] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b deletion is rescheduled due to dependency. [ 655.727846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.180433] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.180578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.180756] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.181715] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a16848d5-065e-4627-9ed1-bbc3a35997b5 with status ACTIVE [ 656.181907] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.182129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.182129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.182369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.182480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.182662] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.182763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.182862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.183017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.184343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.184581] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.184700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.185145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.185359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.185666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.185666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 is going to be updated. [ 656.209660] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.209908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.209908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.210187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.210308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.210463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.688539] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.692312] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: SUCCESS [ 656.692312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908474] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 656.908638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.912197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.912197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.912197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.912197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.912197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.912197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.912197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.912197] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.194680] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.194680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.194680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.194680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.194680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.194680] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be created. [ 657.227668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.227668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.227668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.227848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.227991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.239991] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: UNINITIALIZED for 2s [ 657.356811] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1b553b64-d406-4a94-827e-1972a3f33599 None None] Enqueued Resource ID: 596643c4-1b08-419e-bbc2-ae94b6f02cd9 with Priority: HIGHEST for action port [ 657.356925] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596643c4-1b08-419e-bbc2-ae94b6f02cd9 with Priority: HIGHEST for action port [ 657.357460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-596643c4-1b08-419e-bbc2-ae94b6f02cd9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.357586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-596643c4-1b08-419e-bbc2-ae94b6f02cd9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.357653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-596643c4-1b08-419e-bbc2-ae94b6f02cd9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.358074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-596643c4-1b08-419e-bbc2-ae94b6f02cd9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.358074] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596643c4-1b08-419e-bbc2-ae94b6f02cd9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.415825] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.415983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.416068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.416288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.416476] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.416566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.416615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.416820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.416916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.417013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.417178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.417271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.417333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.417490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.417614] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.417707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.417768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.417968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.419831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.419959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.420075] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.861599] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 596643c4-1b08-419e-bbc2-ae94b6f02cd9 [ 657.861599] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.861599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.861599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.861599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.861599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.861599] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:596643c4-1b08-419e-bbc2-ae94b6f02cd9 already deleted. [ 657.861599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-596643c4-1b08-419e-bbc2-ae94b6f02cd9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7165b02-88d6-47dd-9ed8-e89f4328b9fb: rpc.has_security_group_logging(os_id): False [ 657.944289] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.944289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.944446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.944566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.946600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.946600] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.946600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.946600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.946600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.946984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.946984] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be created. [ 658.010867] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.011027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.011082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.011298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.011482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.029198] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: IN_PROGRESS for 2s [ 658.100129] env[69301]: INFO networking_nsxv3.common.synchronization [req-e9583936-c695-4d52-b18c-cab351fe204e req-12ff3c52-e1e8-4b12-8782-739994cfb411 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 658.100667] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 658.101075] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.101164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.101164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.101359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.101510] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.101620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.101668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.101795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.101902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.101959] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.606940] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.905324] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.905324] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.905701] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.905701] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.906414] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.906414] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.906414] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.906682] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.906801] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.907255] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.907255] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.907255] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.907427] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.907637] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.907637] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.907725] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.931885] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.931885] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.931885] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.931885] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.932064] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-5abcd145-ff1a-49c6-9d15-318bfd9111c1 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.932245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.932365] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.932730] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.932880] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abcd145-ff1a-49c6-9d15-318bfd9111c1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.109487] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.254223] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: SUCCESS [ 659.254533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.255083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.255339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.255610] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.255734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.255792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.256010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.256075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.256220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.256331] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.437926] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.438240] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.438390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.438666] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.438838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.439029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 5abcd145-ff1a-49c6-9d15-318bfd9111c1 not found, creating... [ 659.439275] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.439438] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.439554] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.439781] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.439920] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.440222] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.440382] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.440497] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.440699] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.440844] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.440985] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 5abcd145-ff1a-49c6-9d15-318bfd9111c1 is going to be created. [ 659.469972] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.470241] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.470364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.470636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.470860] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.472179] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.611582] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.611758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.611972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.612053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.612122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.612290] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be updated. [ 659.653404] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.653404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.653635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.653926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.654110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.671023] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: IN_PROGRESS for 2s [ 659.759395] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.044351] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 660.045252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.256313] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c993fc9f-b418-41e8-a4da-b1df799bd483 None None] Enqueued Resource ID: 08eceb1a-2d52-4fa2-a930-af14e9b2f4b2 with Priority: HIGHEST for action port [ 660.257132] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08eceb1a-2d52-4fa2-a930-af14e9b2f4b2 with Priority: HIGHEST for action port [ 660.258153] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-08eceb1a-2d52-4fa2-a930-af14e9b2f4b2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.258481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08eceb1a-2d52-4fa2-a930-af14e9b2f4b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.258481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08eceb1a-2d52-4fa2-a930-af14e9b2f4b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08eceb1a-2d52-4fa2-a930-af14e9b2f4b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258957] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08eceb1a-2d52-4fa2-a930-af14e9b2f4b2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.265042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a: rpc.has_security_group_logging(os_id): False [ 660.290236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.291093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.291093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.291093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.291093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.291346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.291346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.291522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.291767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.291919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.292530] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be created. [ 660.370737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.370914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.370914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.371300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.371387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.392318] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: IN_PROGRESS for 2s [ 660.612152] env[69301]: INFO networking_nsxv3.common.synchronization [req-c86d1514-1312-4492-b5ea-d71828483a89 req-697ad017-593c-4f1d-8c94-943ec7e17c47 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Enqueued Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_members [ 660.612152] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_members [ 660.612152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.612560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.612669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.612976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.613168] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.613286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.613345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.613500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.613583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.613723] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.765018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08eceb1a-2d52-4fa2-a930-af14e9b2f4b2 [ 660.765018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.765018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.765018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.766858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.766858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.766858] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08eceb1a-2d52-4fa2-a930-af14e9b2f4b2 already deleted. [ 660.766858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08eceb1a-2d52-4fa2-a930-af14e9b2f4b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.077236] env[69301]: INFO networking_nsxv3.common.synchronization [req-e9583936-c695-4d52-b18c-cab351fe204e req-04fa1b4a-eb10-41e9-ae76-febee02839d1 service nova] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_rules [ 661.077781] env[69301]: INFO networking_nsxv3.common.synchronization [req-e9583936-c695-4d52-b18c-cab351fe204e req-04fa1b4a-eb10-41e9-ae76-febee02839d1 service nova] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 661.078056] env[69301]: INFO networking_nsxv3.common.synchronization [req-e9583936-c695-4d52-b18c-cab351fe204e req-04fa1b4a-eb10-41e9-ae76-febee02839d1 service nova] Enqueued Resource ID: 5abcd145-ff1a-49c6-9d15-318bfd9111c1 with Priority: HIGHEST for action port [ 661.078882] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_rules [ 661.079425] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 661.079668] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abcd145-ff1a-49c6-9d15-318bfd9111c1 with Priority: HIGHEST for action port [ 661.080104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.080661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.080862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.082017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.082017] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.082987] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.085211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.085211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abcd145-ff1a-49c6-9d15-318bfd9111c1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.085211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.085211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.085211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.085211] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abcd145-ff1a-49c6-9d15-318bfd9111c1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.116723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.116723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.116723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.117198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.117198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.117430] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.117430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.117570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.117605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.117719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.117766] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b39bc26-ac10-4033-a475-b65782705ff0 already deleted. [ 661.117847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.585494] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.585668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.585821] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5abcd145-ff1a-49c6-9d15-318bfd9111c1 with status ACTIVE [ 661.585994] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.586143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.586208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.586447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.586548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.586710] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.586840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.586891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.587109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.587185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.588071] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.588071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.588071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.588071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.588071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.588071] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5abcd145-ff1a-49c6-9d15-318bfd9111c1 is going to be updated. [ 661.611901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.612093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.612217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.612335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.612460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.612615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abcd145-ff1a-49c6-9d15-318bfd9111c1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.678500] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 661.678653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.678756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.678977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.679209] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.679332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.679397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.679558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.679640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.679732] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.881118] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.881371] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-373" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.881445] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-373" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.882241] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-373" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.882241] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.882480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.882480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.882814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.882814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.883049] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.883162] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.883276] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.883386] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.883499] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.883604] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.883733] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.904572] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.904572] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.904572] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.904572] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-373" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.904572] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-1418bd58-615e-4306-833a-37fff26db75c taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.904999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.904999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.905264] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.905414] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1418bd58-615e-4306-833a-37fff26db75c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.182594] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.404562] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: SUCCESS [ 662.404849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.409588] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.410615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.410615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.410615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.410615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.410615] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 1418bd58-615e-4306-833a-37fff26db75c not found, creating... [ 662.410878] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.411270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.411270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.411377] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.411499] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.411739] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.411895] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.412028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.414563] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.414740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.414892] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 1418bd58-615e-4306-833a-37fff26db75c is going to be created. [ 662.438466] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.438689] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.438839] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.439173] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.439404] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.439632] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.689196] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.153422] env[69301]: INFO networking_nsxv3.common.synchronization [req-e2e38ec5-480b-4766-aa28-847f6998dccb req-c4ec6a46-2b7c-4e3a-9140-f46a83fd222e tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 663.153632] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 663.153946] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.156233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.156329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.157048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.157048] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.157048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.157048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.157263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.157329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.157429] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.190911] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.191352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.191352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.191521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.191521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.191607] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be updated. [ 663.239648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.239863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.240017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.240265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.240463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.252955] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: IN_PROGRESS for 2s [ 663.660566] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.660566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.660566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.660746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.660786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.661022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.661212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.661272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.661431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.661510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.661624] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 already deleted. [ 663.661769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.765546] env[69301]: INFO networking_nsxv3.common.synchronization [req-c86d1514-1312-4492-b5ea-d71828483a89 req-067e21e1-293f-4582-a3cf-11b51a51c79a service nova] Enqueued Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_rules [ 663.765730] env[69301]: INFO networking_nsxv3.common.synchronization [req-c86d1514-1312-4492-b5ea-d71828483a89 req-067e21e1-293f-4582-a3cf-11b51a51c79a service nova] Enqueued Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_members [ 663.765871] env[69301]: INFO networking_nsxv3.common.synchronization [req-c86d1514-1312-4492-b5ea-d71828483a89 req-067e21e1-293f-4582-a3cf-11b51a51c79a service nova] Enqueued Resource ID: 1418bd58-615e-4306-833a-37fff26db75c with Priority: HIGHEST for action port [ 663.767684] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_rules [ 663.767684] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_members [ 663.767684] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1418bd58-615e-4306-833a-37fff26db75c with Priority: HIGHEST for action port [ 663.767684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.767684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.767684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.767684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.767684] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.768254] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.768341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.768417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.768593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.768736] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.769529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.769529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.769529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.769529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.769529] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.770379] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1418bd58-615e-4306-833a-37fff26db75c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.770490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.770767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.770767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.770767] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1418bd58-615e-4306-833a-37fff26db75c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.213079] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.213763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.213763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.214250] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.217208] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.217208] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.217208] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.217208] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.217208] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.217208] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.217208] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.217208] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.217208] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.217208] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.217208] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.217208] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.241984] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.241984] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.242301] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.242533] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.242937] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-674a8478-caf7-466a-bd7a-a9ec991adbbd taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.243243] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.243925] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.244468] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.245412] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674a8478-caf7-466a-bd7a-a9ec991adbbd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.272027] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.273256] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.273443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.275082] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1418bd58-615e-4306-833a-37fff26db75c with status ACTIVE [ 664.275395] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.275612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.275758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.276200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.276384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.276861] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.277080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.277160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.277444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.277563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.277801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.277929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.278608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.279049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.279238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.279324] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1418bd58-615e-4306-833a-37fff26db75c is going to be updated. [ 664.308329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.308666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.308666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.308909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.309097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.309322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1418bd58-615e-4306-833a-37fff26db75c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.751789] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.753153] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.753374] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.754311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.755169] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.756210] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 674a8478-caf7-466a-bd7a-a9ec991adbbd not found, creating... [ 664.756594] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.756989] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.757159] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.758061] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.758228] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.758561] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.758741] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.758932] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.759209] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.759354] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.759504] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 674a8478-caf7-466a-bd7a-a9ec991adbbd is going to be created. [ 664.775061] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.784178] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.784321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.784448] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.784740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.784989] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785224] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.903485] env[69301]: INFO networking_nsxv3.common.synchronization [req-1027fba4-7e50-454f-b420-2bc9fa980fdf req-ea0455a4-bebf-4e4f-9f09-513894d3eb4a tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Enqueued Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_members [ 664.904107] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGHEST for action security_group_members [ 664.904445] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.904582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.904651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.904862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.909073] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.909808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.909929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.910141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.910249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.910336] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.266476] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 665.266816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.267037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.267273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.267500] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.267624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.267923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.268161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.268288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.268428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.268567] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.277706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.277880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.277943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.278212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.278312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.278413] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b39bc26-ac10-4033-a475-b65782705ff0 is going to be created. [ 665.303473] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.303657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.303722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.303947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.304149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.317816] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b39bc26-ac10-4033-a475-b65782705ff0 in Status: UNINITIALIZED for 2s [ 665.415384] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.415384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.415384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.415664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.415722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416189] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.416189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.416189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416493] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc is going to be updated. [ 665.457468] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.460032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.460032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.460032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.460032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.470646] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc in Status: IN_PROGRESS for 2s [ 665.676261] env[69301]: INFO networking_nsxv3.common.synchronization [req-e2e38ec5-480b-4766-aa28-847f6998dccb req-666d7420-78d3-44ba-8dd5-3bf7c59cfe4d service nova] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_rules [ 665.676560] env[69301]: INFO networking_nsxv3.common.synchronization [req-e2e38ec5-480b-4766-aa28-847f6998dccb req-666d7420-78d3-44ba-8dd5-3bf7c59cfe4d service nova] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 665.677017] env[69301]: INFO networking_nsxv3.common.synchronization [req-e2e38ec5-480b-4766-aa28-847f6998dccb req-666d7420-78d3-44ba-8dd5-3bf7c59cfe4d service nova] Enqueued Resource ID: 674a8478-caf7-466a-bd7a-a9ec991adbbd with Priority: HIGHEST for action port [ 665.679964] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_rules [ 665.679964] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 665.679964] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674a8478-caf7-466a-bd7a-a9ec991adbbd with Priority: HIGHEST for action port [ 665.679964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.679964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.679964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.679964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.679964] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.681034] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.685514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.685514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.685514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.685514] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.685514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.685816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.685816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.685882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.685956] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.686984] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-674a8478-caf7-466a-bd7a-a9ec991adbbd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.687115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.687229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.687835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.687835] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674a8478-caf7-466a-bd7a-a9ec991adbbd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.775764] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.778546] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.778546] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.778546] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.778546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.780619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.780619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.780619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.780619] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.859370] env[69301]: INFO networking_nsxv3.common.synchronization [None req-0da863b7-fe60-488a-8e12-4a371ceff9b8 None None] Enqueued Resource ID: eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09 with Priority: HIGHEST for action port [ 665.859446] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09 with Priority: HIGHEST for action port [ 665.860015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.860153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.860215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.860492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.860563] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.189565] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.191353] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.194078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.194078] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674a8478-caf7-466a-bd7a-a9ec991adbbd with status ACTIVE [ 666.194078] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.194078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.194078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.194078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.194078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.194990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.194990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.194990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.194990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.194990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.198437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.198437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.198437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.198437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.198437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.198437] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674a8478-caf7-466a-bd7a-a9ec991adbbd is going to be updated. [ 666.228321] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.228321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.228321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.228321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.228321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.228321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674a8478-caf7-466a-bd7a-a9ec991adbbd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.283548] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7165b02-88d6-47dd-9ed8-e89f4328b9fb: rpc.has_security_group_logging(os_id): False [ 666.306287] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.306287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.306287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.307265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.307265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.307404] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.307540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.307610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.307822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.307983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.308503] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.308637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.308752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.309059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.309154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.309382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.309561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.309561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.309691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.309778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.309915] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be updated. [ 666.368633] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09 [ 666.368633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.368767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.368872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.369151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.369259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.369372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09 already deleted. [ 666.369473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb10b4e7-6cfc-463a-bf4f-bb1fe2ba4d09" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.407589] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.407589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.407589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.407589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.407589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438195] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: IN_PROGRESS for 2s [ 666.680208] env[69301]: INFO networking_nsxv3.common.synchronization [None req-5458d837-03d1-4468-8afb-2333d1792fd7 None None] Enqueued Resource ID: dc174c5d-c237-4105-aae4-6378a6958f65 with Priority: HIGHEST for action port [ 666.680371] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc174c5d-c237-4105-aae4-6378a6958f65 with Priority: HIGHEST for action port [ 666.680796] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc174c5d-c237-4105-aae4-6378a6958f65 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.680909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc174c5d-c237-4105-aae4-6378a6958f65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.680983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc174c5d-c237-4105-aae4-6378a6958f65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.683842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc174c5d-c237-4105-aae4-6378a6958f65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.683842] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc174c5d-c237-4105-aae4-6378a6958f65',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.698708] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.185801] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc174c5d-c237-4105-aae4-6378a6958f65 [ 667.186428] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.186952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.186952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.187314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.187314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.187507] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc174c5d-c237-4105-aae4-6378a6958f65 already deleted. [ 667.187507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc174c5d-c237-4105-aae4-6378a6958f65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202941] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.203833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.204117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.204260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.204338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.204423] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be created. [ 667.236435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.236653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.236803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.237020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.237163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.250986] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: UNINITIALIZED for 2s [ 667.330187] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b39bc26-ac10-4033-a475-b65782705ff0 in Status: SUCCESS [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.330187] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.330187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.330187] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.484787] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc in Status: SUCCESS [ 667.485062] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc deletion is rescheduled due to dependency. [ 667.485137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.513855] env[69301]: INFO networking_nsxv3.common.synchronization [req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b req-496771c6-5b58-418e-ae5b-c762e3188099 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 667.514591] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 667.515611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.515611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.515611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.515611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.515611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.515611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.515611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.516287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.516287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.516287] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.591092] env[69301]: INFO networking_nsxv3.common.synchronization [req-10fb45e7-9422-4f0c-b602-4838307fcf46 req-df603df5-93bb-44c7-bff9-ff7b46562681 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 667.591317] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 667.591643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.591781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.591851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.592676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.592847] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.592945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.593016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.593178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.593996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.593996] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.832548] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.832718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.832781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.833031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.833217] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.833328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.833392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.833556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.833832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.833832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.836122] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.836264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.836320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.836519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.836691] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.836798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.836887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.837093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.837204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.837306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.839162] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.017974] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.095637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.095797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.095884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.096145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.096351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.096449] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.096555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.096628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.096824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.096920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.097026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 already deleted. [ 668.097113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.105825] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.105825] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.105825] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.106172] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.106283] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.106381] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.106498] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.106719] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.106889] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.107405] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.107520] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.107630] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.107737] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.107847] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.107950] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.108173] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.132197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.132387] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.132506] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.132683] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.133014] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-6bbde837-08e4-407a-b42e-a65e27da7cb9 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.133195] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.133348] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.133706] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.133846] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbde837-08e4-407a-b42e-a65e27da7cb9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.256295] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1227c46f-ebf8-4df1-b63e-8c72db410999 None None] Enqueued Resource ID: ced6fef5-eec4-43a1-af8d-8126943988bf with Priority: HIGHEST for action port [ 668.256933] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced6fef5-eec4-43a1-af8d-8126943988bf with Priority: HIGHEST for action port [ 668.261335] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced6fef5-eec4-43a1-af8d-8126943988bf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.262726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced6fef5-eec4-43a1-af8d-8126943988bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.262726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced6fef5-eec4-43a1-af8d-8126943988bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.262726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced6fef5-eec4-43a1-af8d-8126943988bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.262726] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced6fef5-eec4-43a1-af8d-8126943988bf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.346918] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b39bc26-ac10-4033-a475-b65782705ff0: rpc.has_security_group_logging(os_id): False [ 668.382606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.382606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.382606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.382606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.382606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.382606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.382606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.382606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.383490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.383490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.383596] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.383712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.383766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.383940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.384066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.384313] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.384912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.384912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.384912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.384912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.385291] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b39bc26-ac10-4033-a475-b65782705ff0 is going to be created. [ 668.459251] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 668.459251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.491569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.491783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.491855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.492182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.492379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.511053] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b39bc26-ac10-4033-a475-b65782705ff0 in Status: IN_PROGRESS for 2s [ 668.521728] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.637970] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.638364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.638608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.639076] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.639354] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.639621] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 6bbde837-08e4-407a-b42e-a65e27da7cb9 not found, creating... [ 668.640107] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.640396] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.640586] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.640974] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.641259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.641723] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.641981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.642171] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.642495] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.642700] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.642917] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 is going to be created. [ 668.676636] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.676903] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.678190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.678190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.678190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.678190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.767476] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ced6fef5-eec4-43a1-af8d-8126943988bf [ 668.767727] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.767874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.767937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.768274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.768335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.768386] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ced6fef5-eec4-43a1-af8d-8126943988bf already deleted. [ 668.768466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced6fef5-eec4-43a1-af8d-8126943988bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.026554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.026727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.026880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.027184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.027291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.027419] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be updated. [ 669.062188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.062188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.062188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.062188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.062188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.085532] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: IN_PROGRESS for 2s [ 669.261698] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 669.261957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.262718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.262718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.262718] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.262931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.262931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.263141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.263258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.263442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.263521] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.373075] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f1884ffe-9d6a-4916-8f1e-943420282670 None None] Enqueued Resource ID: 3aa49483-4bc8-48c8-affa-94d1c730f66d with Priority: HIGHEST for action port [ 669.373441] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa49483-4bc8-48c8-affa-94d1c730f66d with Priority: HIGHEST for action port [ 669.375095] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aa49483-4bc8-48c8-affa-94d1c730f66d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.375095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aa49483-4bc8-48c8-affa-94d1c730f66d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.375095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aa49483-4bc8-48c8-affa-94d1c730f66d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.375095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aa49483-4bc8-48c8-affa-94d1c730f66d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.375095] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa49483-4bc8-48c8-affa-94d1c730f66d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.610942] env[69301]: INFO networking_nsxv3.common.synchronization [req-10fb45e7-9422-4f0c-b602-4838307fcf46 req-2afbdc7d-0ee4-43eb-939c-378eb4b10139 service nova] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_rules [ 669.611685] env[69301]: INFO networking_nsxv3.common.synchronization [req-10fb45e7-9422-4f0c-b602-4838307fcf46 req-2afbdc7d-0ee4-43eb-939c-378eb4b10139 service nova] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 669.611685] env[69301]: INFO networking_nsxv3.common.synchronization [req-10fb45e7-9422-4f0c-b602-4838307fcf46 req-2afbdc7d-0ee4-43eb-939c-378eb4b10139 service nova] Enqueued Resource ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 with Priority: HIGHEST for action port [ 669.612406] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_rules [ 669.612406] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 669.615699] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 with Priority: HIGHEST for action port [ 669.616212] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.616212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.616315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.617107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.617107] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.618203] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.618436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.618436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.618542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.618695] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.619394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.619394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.619394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.619394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.619394] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.622795] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bbde837-08e4-407a-b42e-a65e27da7cb9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.622795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.622795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.622795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.622795] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbde837-08e4-407a-b42e-a65e27da7cb9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.768248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.768248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.768248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.768458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.768637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.771052] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.771052] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.771052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.771052] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.878516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3aa49483-4bc8-48c8-affa-94d1c730f66d [ 669.878752] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.878889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.878978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879476] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3aa49483-4bc8-48c8-affa-94d1c730f66d already deleted. [ 669.879632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aa49483-4bc8-48c8-affa-94d1c730f66d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.995929] env[69301]: INFO networking_nsxv3.common.synchronization [req-fb2e5e8e-76d7-4a82-9405-a616874a8137 req-4faf84cb-d839-45cb-98ff-57d715969ed1 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 669.996875] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 669.996875] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.996875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.996875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.997115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.997115] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.997216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.997277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.997429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.997517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.997611] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.124721] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.124721] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.125042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bbde837-08e4-407a-b42e-a65e27da7cb9 with status ACTIVE [ 670.125156] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.125275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.125342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.125629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.125830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.126048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.126048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.126219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.126746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.126746] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.126746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.126746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.127086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.127086] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 is going to be updated. [ 670.150349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.150601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.150601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.150731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.150867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.151037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.273143] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a94b108d-829c-49ea-9f8e-c8cfbba60884: rpc.has_security_group_logging(os_id): False [ 670.297844] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.298063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.298063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.298292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.298382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.298569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.298665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.298732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.298918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.298985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.299187] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.299286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.299348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.299488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.299561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.299745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.299837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.299913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.300088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.300163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.300250] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be created. [ 670.381972] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.382278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.382278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.382520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.382672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.404238] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 670.438543] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.439089] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.439089] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.439764] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.440548] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.440725] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.440842] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.441101] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.441243] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.441477] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.441632] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.441732] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.441810] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.441986] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.442128] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.442269] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.467355] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.467413] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.467589] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.467719] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.468264] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.468264] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.468459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.468706] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.468884] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cdd5821-d7a8-475f-a99d-bf30cda8cbd0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.504069] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.534367] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b39bc26-ac10-4033-a475-b65782705ff0 in Status: SUCCESS [ 670.534540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.629466] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.983334] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.983334] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 not found, creating... [ 670.983334] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.983334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.986145] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.986477] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.986659] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.986975] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.987154] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.987335] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 is going to be created. [ 671.009237] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.016818] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.016818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.016818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.016818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.016818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.017147] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.099792] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 671.100125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.132053] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.132412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.132529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.132814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.132960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.133102] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be created. [ 671.177269] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.177439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.177491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.177725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.177883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.188451] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: UNINITIALIZED for 2s [ 671.514772] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.515071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.515071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.515271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.515367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.515488] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be updated. [ 671.550970] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.551136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.551209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.551473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.551618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.562483] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 671.802672] env[69301]: INFO networking_nsxv3.common.synchronization [req-fb2e5e8e-76d7-4a82-9405-a616874a8137 req-19871513-216a-40fb-b708-f4bf3393f169 service nova] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_rules [ 671.802857] env[69301]: INFO networking_nsxv3.common.synchronization [req-fb2e5e8e-76d7-4a82-9405-a616874a8137 req-19871513-216a-40fb-b708-f4bf3393f169 service nova] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 671.802995] env[69301]: INFO networking_nsxv3.common.synchronization [req-fb2e5e8e-76d7-4a82-9405-a616874a8137 req-19871513-216a-40fb-b708-f4bf3393f169 service nova] Enqueued Resource ID: 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 with Priority: HIGHEST for action port [ 671.803253] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_rules [ 671.803382] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 671.803505] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 with Priority: HIGHEST for action port [ 671.804144] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.804252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.804456] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.804554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.804733] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.804946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.804946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.805122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.805221] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cdd5821-d7a8-475f-a99d-bf30cda8cbd0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.308950] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 with status ACTIVE [ 672.309215] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.309371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.309531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.309648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.309732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.309915] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.310022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.310098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.310254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.310331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.310535] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.310632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.310691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.310836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.310909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.310993] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 is going to be updated. [ 672.335139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.335323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.335377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.335610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.335758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.335934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.422322] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 672.422322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.422322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.422322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.422322] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.922477] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.922477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.201357] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 673.201669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.201842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.202190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.202278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.202401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.202468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.202640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.202709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.202800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.203091] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.575419] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.575419] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.575419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.575419] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.705076] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.705260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.705397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.706057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.706057] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.706057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.706194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.706312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.706435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.706612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.706712] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.706841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.706881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.707154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.707327] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.707390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.707450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.707585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.707664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.707746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.707835] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.078487] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.214551] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f753a910-ff00-4a64-98b5-2f8955c51e74: rpc.has_security_group_logging(os_id): False [ 674.237694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.237694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.237694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.237898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.237943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238213] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.238400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.238579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.238663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238858] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.239066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.239215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.239293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239482] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.239579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.239643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.239788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.239867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.239973] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be created. [ 674.319881] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.320078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.320173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.320424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.320650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.337701] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 674.581303] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.086245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.086538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.086576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.087449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.087609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.087722] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be updated. [ 675.117684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.117828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.117880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.118116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.118265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.127168] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 676.352536] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 676.352916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.804445] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 676.804561] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 677.138875] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 4s [ 677.502360] env[69301]: INFO networking_nsxv3.common.synchronization [req-d73f3fab-3c37-40f9-983b-b2769cee22fc req-c63ce299-ed80-4fdb-86d0-37836efa1920 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Enqueued Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_members [ 677.503631] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGHEST for action security_group_members [ 677.503631] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.503631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.504168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.504565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.504900] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.506997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.506997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.506997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.506997] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.011446] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.014947] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.014947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.014947] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b39bc26-ac10-4033-a475-b65782705ff0 is going to be updated. [ 678.040044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.040044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.040044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.040295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.040445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.051778] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b39bc26-ac10-4033-a475-b65782705ff0 in Status: IN_PROGRESS for 2s [ 679.099336] env[69301]: INFO networking_nsxv3.common.synchronization [req-314f2831-fce2-49ea-b7d7-e8960f5dea31 req-416e4f13-f6e3-4829-bc6c-a7b351019282 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 679.099723] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 679.099990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.102574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.102716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.104021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.104021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.104021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.104021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.104021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.104021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.104021] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.153597] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 679.154838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.156235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.156512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.156740] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.157032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.157131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.157328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.157436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.158242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.158379] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.561929] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.562180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.562392] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.562702] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.563010] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.564382] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.564505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.564762] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.564917] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.565153] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.565269] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.565379] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.565499] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.565618] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.565727] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.565862] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.598220] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.598400] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.598640] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.598740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.599200] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-32733f69-241e-49ee-9ed4-94bf4464f161 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.599429] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.599584] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.600174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.600380] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32733f69-241e-49ee-9ed4-94bf4464f161',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.610907] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.662191] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.662411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.662507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.662760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.662959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.663075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.663388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.663480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.663667] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.663770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.664177] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.664328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.664394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.664536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.664616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664791] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.062197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b39bc26-ac10-4033-a475-b65782705ff0 in Status: SUCCESS [ 680.062489] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b39bc26-ac10-4033-a475-b65782705ff0 deletion is rescheduled due to dependency. [ 680.062618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.095295] env[69301]: INFO networking_nsxv3.common.synchronization [req-545a009a-3a85-448d-be3c-45cb5e473d90 req-8505a8e3-311c-4e56-9a49-1240b57e5935 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_members [ 680.096228] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGHEST for action security_group_members [ 680.096693] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.096979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.096979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.097233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.097396] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.097513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.097558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.098757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.098757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.098757] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.104019] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.104019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.104019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.104019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 32733f69-241e-49ee-9ed4-94bf4464f161 not found, creating... [ 680.104478] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.104478] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.104478] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.104683] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.104737] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.105048] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.105267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.105417] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.105698] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.105871] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.106791] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 32733f69-241e-49ee-9ed4-94bf4464f161 is going to be created. [ 680.114651] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.138544] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.138544] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.138544] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.138544] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.138544] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.138544] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.167524] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a94b108d-829c-49ea-9f8e-c8cfbba60884: rpc.has_security_group_logging(os_id): False [ 680.186369] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.186601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.186601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.186818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.186919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.188461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.188461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.188461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.188853] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.188853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.188853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.188954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.188954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.189212] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be updated. [ 680.291711] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.291711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.291711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.291955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.292078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.322989] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 680.600353] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.600505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.600638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.600903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.601014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.601333] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.601434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.601502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.601676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.601777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.601884] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 is going to be updated. [ 680.617482] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.617739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.617915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.618231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.618353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.618514] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 680.705283] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.705435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.705479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.705695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.705840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.714323] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 in Status: IN_PROGRESS for 2s [ 680.723822] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.723822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.723822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.723822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.724077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.734550] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 680.901976] env[69301]: INFO networking_nsxv3.common.synchronization [req-314f2831-fce2-49ea-b7d7-e8960f5dea31 req-7311f6aa-d3f5-4e15-8148-0ca9e9e5f1d8 service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 680.902244] env[69301]: INFO networking_nsxv3.common.synchronization [req-314f2831-fce2-49ea-b7d7-e8960f5dea31 req-7311f6aa-d3f5-4e15-8148-0ca9e9e5f1d8 service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 680.902478] env[69301]: INFO networking_nsxv3.common.synchronization [req-314f2831-fce2-49ea-b7d7-e8960f5dea31 req-7311f6aa-d3f5-4e15-8148-0ca9e9e5f1d8 service nova] Enqueued Resource ID: 32733f69-241e-49ee-9ed4-94bf4464f161 with Priority: HIGHEST for action port [ 680.902773] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 680.902974] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 680.903505] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32733f69-241e-49ee-9ed4-94bf4464f161 with Priority: HIGHEST for action port [ 680.904640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.906122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.906122] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.907976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.907976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-32733f69-241e-49ee-9ed4-94bf4464f161 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.907976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.907976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.907976] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32733f69-241e-49ee-9ed4-94bf4464f161',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.410730] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32733f69-241e-49ee-9ed4-94bf4464f161 with status ACTIVE [ 681.411065] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.411172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.411268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.412043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.412352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.412696] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32733f69-241e-49ee-9ed4-94bf4464f161 is going to be updated. [ 681.414070] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.414199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.458329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.458527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.458639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.458875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.459073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.459243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32733f69-241e-49ee-9ed4-94bf4464f161" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.340149] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 682.340418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.726561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 in Status: SUCCESS [ 682.726920] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 deletion is rescheduled due to dependency. [ 682.726920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.746027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 682.746281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.746523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.746828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.747948] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.747948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.747948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.747948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.747948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.747948] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.253862] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.757860] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.260421] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.260620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.260620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.260988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.261486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.261486] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 684.297084] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.297084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.297084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.297320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.297450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.314026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 685.203851] env[69301]: INFO networking_nsxv3.common.synchronization [req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 req-7ea73e8f-6947-4956-9800-5b8fa49bf493 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_members [ 685.203851] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGHEST for action security_group_members [ 685.203851] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.203851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.203851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.203851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.207372] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.207372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.207372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.207372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.207372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.207372] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.718438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.718438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.718438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.718438] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 is going to be updated. [ 685.749323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.749494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.749537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.749735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.749880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.759568] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 in Status: IN_PROGRESS for 2s [ 686.325167] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 686.325475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.325525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.325741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.325939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.326074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.326145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.326332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.326443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.326735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.326735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.543022] env[69301]: INFO networking_nsxv3.common.synchronization [req-d0875edc-2013-4ef6-871f-9063a9526b79 req-c1eebc8a-8925-43f9-8870-3b05f162dc17 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 686.543022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 686.544286] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.544406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.544406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.544691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.544870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.544981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.545057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.545227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.545308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.545404] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.832883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.833076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.833115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.833340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.833528] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.833633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.833731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.833851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.833938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.834041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.834193] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.834289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.834350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.834518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.834622] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.834768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.834768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.834899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.834974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.835070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.835165] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.005175] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.005402] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.005537] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.005897] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.007610] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.007689] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.007747] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.007996] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.008184] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.008402] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.008531] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.008654] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.008803] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.008922] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.009055] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.009221] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.029879] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.030141] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.030225] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.030407] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.030773] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030973] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.031115] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.031470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.031607] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f758251f-9c1a-4eb9-a5f7-8cf57ee512fc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.048638] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.048638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.048739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.048877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.048963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.049204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.049306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.049370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.049531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.049610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.049696] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 already deleted. [ 687.049776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.334760] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ad4ef5f1-0bc9-4c75-842a-4279600bd332 None None] Enqueued Resource ID: e7f0de4f-b1c2-46e0-8203-30780b9948e1 with Priority: HIGHEST for action port [ 687.336219] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7f0de4f-b1c2-46e0-8203-30780b9948e1 with Priority: HIGHEST for action port [ 687.336219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7f0de4f-b1c2-46e0-8203-30780b9948e1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.336219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7f0de4f-b1c2-46e0-8203-30780b9948e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.336219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7f0de4f-b1c2-46e0-8203-30780b9948e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.336219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7f0de4f-b1c2-46e0-8203-30780b9948e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.336219] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f0de4f-b1c2-46e0-8203-30780b9948e1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.340996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8bf01a-0440-4e26-ab12-7aac3682ddc1: rpc.has_security_group_logging(os_id): False [ 687.359449] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.359842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.359842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.359842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.359944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.360183] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.360314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.360370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.360488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.360563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.361166] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.361619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.361619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.361619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.361619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.361873] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.363150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.363150] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 687.424236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.424236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.424236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.424236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.424464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.439833] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 687.534892] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535153] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535328] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535656] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535828] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.535995] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc not found, creating... [ 687.536313] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.536520] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.536623] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.536895] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.537106] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.537453] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.537627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.537749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.538030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.538199] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.538432] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: f758251f-9c1a-4eb9-a5f7-8cf57ee512fc is going to be created. [ 687.569577] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.569873] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.570120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.570240] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.570478] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.570750] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.771830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 in Status: SUCCESS [ 687.771830] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 deletion is rescheduled due to dependency. [ 687.771830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.840852] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7f0de4f-b1c2-46e0-8203-30780b9948e1 [ 687.841142] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.841253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.841318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.841619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.841713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.841810] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7f0de4f-b1c2-46e0-8203-30780b9948e1 already deleted. [ 687.841893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7f0de4f-b1c2-46e0-8203-30780b9948e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.234811] env[69301]: INFO networking_nsxv3.common.synchronization [None req-77b3b11c-07ac-48f5-aa50-e3ef86b50536 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 688.234932] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 688.235188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.235294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.236784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.237084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.237187] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.492864] env[69301]: INFO networking_nsxv3.common.synchronization [req-d0875edc-2013-4ef6-871f-9063a9526b79 req-b7f5e222-291e-49bb-9d31-39bf1e6493a1 service nova] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_rules [ 688.493110] env[69301]: INFO networking_nsxv3.common.synchronization [req-d0875edc-2013-4ef6-871f-9063a9526b79 req-b7f5e222-291e-49bb-9d31-39bf1e6493a1 service nova] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 688.493216] env[69301]: INFO networking_nsxv3.common.synchronization [req-d0875edc-2013-4ef6-871f-9063a9526b79 req-b7f5e222-291e-49bb-9d31-39bf1e6493a1 service nova] Enqueued Resource ID: f758251f-9c1a-4eb9-a5f7-8cf57ee512fc with Priority: HIGHEST for action port [ 688.497048] env[69301]: INFO networking_nsxv3.common.synchronization [None req-773729be-7216-4153-8825-5adef1c8b442 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 688.497821] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_rules [ 688.497907] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f758251f-9c1a-4eb9-a5f7-8cf57ee512fc with Priority: HIGHEST for action port [ 688.498014] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 688.498114] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 688.498870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.498870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.498870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.499065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.499065] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.502488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.502488] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f758251f-9c1a-4eb9-a5f7-8cf57ee512fc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.502488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.502488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.502488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.502488] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.503019] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.503019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.762597] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.762770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.762842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.763156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.763299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.763439] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 already deleted. [ 688.763555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.763744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.763927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.764017] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.004461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.005143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.005143] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc with status ACTIVE [ 689.005143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.005323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.005363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.006197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.006197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.006197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.006385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.006385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.006552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.006802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.006897] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.007030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.007666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.007666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.007666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.007666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f758251f-9c1a-4eb9-a5f7-8cf57ee512fc is going to be updated. [ 689.009073] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.044623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.044837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.044999] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.045214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.045331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.045531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.291400] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.293147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.293330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.293533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.293639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.293731] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 already deleted. [ 689.293808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.455896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 689.456160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.512326] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.640448] env[69301]: INFO networking_nsxv3.common.synchronization [None req-cdd32acb-2862-489b-8aa6-3a33f93fdf40 None None] Enqueued Resource ID: a187ec3e-7541-42af-adc0-e888076b74b7 with Priority: HIGHEST for action port [ 689.641009] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a187ec3e-7541-42af-adc0-e888076b74b7 with Priority: HIGHEST for action port [ 689.641310] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a187ec3e-7541-42af-adc0-e888076b74b7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.641488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a187ec3e-7541-42af-adc0-e888076b74b7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.641564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a187ec3e-7541-42af-adc0-e888076b74b7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.641805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a187ec3e-7541-42af-adc0-e888076b74b7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.641876] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a187ec3e-7541-42af-adc0-e888076b74b7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.017677] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.017677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.017677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.017677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.017677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.017677] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be created. [ 690.042420] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.042639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.042698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.042904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.043093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.053922] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: UNINITIALIZED for 2s [ 690.145888] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a187ec3e-7541-42af-adc0-e888076b74b7 [ 690.145888] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.145888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.145888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.145888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.145888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.145888] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a187ec3e-7541-42af-adc0-e888076b74b7 already deleted. [ 690.145888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a187ec3e-7541-42af-adc0-e888076b74b7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.514117] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 req-d36714f9-a81a-4c53-86cd-c69d06b4d358 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_members [ 690.514721] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_members [ 690.515130] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.515284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.515817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.515935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.516026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.516188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.516298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.516397] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.986635] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.986834] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.986953] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.987353] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.987613] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.987822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.987882] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.988114] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.988261] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.988470] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.988570] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.988676] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.988778] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.988887] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.988991] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.989145] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.007514] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.007738] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.007860] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.011727] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.011727] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-29a94d2d-72ab-4cf8-b750-14cc1873f651 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.011727] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.011727] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.011727] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.011727] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a94d2d-72ab-4cf8-b750-14cc1873f651',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.020261] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.020261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.020261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.020261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.020261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.024291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.024362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.024552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.024627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024716] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 already deleted. [ 691.024818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.514295] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.514601] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.514634] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.514891] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.515058] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.515214] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 29a94d2d-72ab-4cf8-b750-14cc1873f651 not found, creating... [ 691.515467] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.515622] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.515740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.515957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.516101] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.516380] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.516531] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.516643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.516890] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.517258] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.517430] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 29a94d2d-72ab-4cf8-b750-14cc1873f651 is going to be created. [ 691.548342] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.548560] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.548684] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.548977] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.550342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.550603] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.065168] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 692.065361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.065523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.065741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.065927] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.066987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.067173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.067293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.067350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.067440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.067534] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.305018] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 req-27e355db-18d2-4d2f-bbbc-4dc6f8a99a56 service nova] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_rules [ 692.305018] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 req-27e355db-18d2-4d2f-bbbc-4dc6f8a99a56 service nova] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_members [ 692.305018] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 req-27e355db-18d2-4d2f-bbbc-4dc6f8a99a56 service nova] Enqueued Resource ID: 29a94d2d-72ab-4cf8-b750-14cc1873f651 with Priority: HIGHEST for action port [ 692.305018] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_rules [ 692.305018] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_members [ 692.305018] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a94d2d-72ab-4cf8-b750-14cc1873f651 with Priority: HIGHEST for action port [ 692.305018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.305018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.305018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.305478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.305831] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.306869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.307108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.307310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.307578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.307838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.308086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.308267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.309919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.309919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.309919] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.311074] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a94d2d-72ab-4cf8-b750-14cc1873f651 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.311074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.311074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.311074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.311074] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a94d2d-72ab-4cf8-b750-14cc1873f651',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.569937] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.570308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.570308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.570412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.570590] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.570691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.570758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.570922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.571013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.571105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.571252] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.571347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.571403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.571543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.571679] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.571764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.571823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.571949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.572478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.572478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.572478] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.813243] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.813320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.813513] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.814575] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29a94d2d-72ab-4cf8-b750-14cc1873f651 with status ACTIVE [ 692.814805] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.814948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.815074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.815300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.815410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.815605] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.815843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.816111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.816777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816777] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29a94d2d-72ab-4cf8-b750-14cc1873f651 is going to be updated. [ 692.843976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.844166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.844365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.844538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.844885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.844885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a94d2d-72ab-4cf8-b750-14cc1873f651" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.074916] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef42f3bf-14ae-4750-aae3-ea915b1aa518: rpc.has_security_group_logging(os_id): False [ 693.093686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.093835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.093913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.094169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.094288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.094506] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.094613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.094677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.094842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.094921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.095128] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.095248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.095348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.095511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.095588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.095803] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.095902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.095963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.096127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.096207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.096296] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be created. [ 693.161562] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.161753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.161803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.162018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.162233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.175557] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 693.319239] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.822025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.822025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.822025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.822025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.822616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.822819] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 is going to be created. [ 693.850814] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.851764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.851764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.851764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.851764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.862609] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 in Status: UNINITIALIZED for 2s [ 695.188954] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 695.189958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.877350] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 in Status: SUCCESS [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.879481] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.879481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.879481] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.009689] env[69301]: INFO networking_nsxv3.common.synchronization [req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 req-7173ac34-29fc-4380-9335-c01e0cfab62c tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 696.010648] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 696.011121] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.011995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.012163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.012535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.013312] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.013493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.013707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.013883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.014193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.014393] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.381328] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.485266] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.485266] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.485266] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.485266] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.485266] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.485266] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.485565] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.485565] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.485721] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.485892] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.486009] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.486120] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.486221] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.486325] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.486426] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.486553] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.511027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.511027] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.511027] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.511027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.511027] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.511027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.511027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.511027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.511027] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a285c4fd-67ba-418f-94ce-dd048cb6e7ca',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.517810] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.518386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.518558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.518878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.519102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.519479] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.519790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.519965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.520233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.520409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.520577] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 already deleted. [ 696.520736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.883438] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc2703dd-4f81-4838-a6e8-c7148a73db50: rpc.has_security_group_logging(os_id): False [ 696.904765] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.904921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.904986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.905186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.905268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.905499] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.905591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.906154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.906154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.906154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.906154] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 is going to be created. [ 696.973939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.974113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.974206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.974387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.974665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.986422] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 in Status: IN_PROGRESS for 2s [ 697.016503] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.016503] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a285c4fd-67ba-418f-94ce-dd048cb6e7ca not found, creating... [ 697.016503] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.016503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.017176] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.017176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.017176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.017313] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.018193] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.018193] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a285c4fd-67ba-418f-94ce-dd048cb6e7ca is going to be created. [ 697.043954] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.043954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.043954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.043954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.043954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.043954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.109614] env[69301]: INFO networking_nsxv3.common.synchronization [req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 req-8bc9191b-248c-476a-b8a9-f023a6cad854 service nova] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_rules [ 698.109870] env[69301]: INFO networking_nsxv3.common.synchronization [req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 req-8bc9191b-248c-476a-b8a9-f023a6cad854 service nova] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 698.109935] env[69301]: INFO networking_nsxv3.common.synchronization [req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 req-8bc9191b-248c-476a-b8a9-f023a6cad854 service nova] Enqueued Resource ID: a285c4fd-67ba-418f-94ce-dd048cb6e7ca with Priority: HIGHEST for action port [ 698.110149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_rules [ 698.110281] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 698.110406] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a285c4fd-67ba-418f-94ce-dd048cb6e7ca with Priority: HIGHEST for action port [ 698.110949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.111090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.111159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.111410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.111775] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.112356] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.112447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.112560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.112659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.112799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.112957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.112957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.114171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.114171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.114171] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.114171] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.114171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.114171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.114494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.114494] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a285c4fd-67ba-418f-94ce-dd048cb6e7ca',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.616244] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.616415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.616580] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.617594] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a285c4fd-67ba-418f-94ce-dd048cb6e7ca with status ACTIVE [ 698.617798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.617913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.617980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.618210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.618301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.618492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.618594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.618632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.618793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.618871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.622699] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.622759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.622804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.622993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.625118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.625118] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a285c4fd-67ba-418f-94ce-dd048cb6e7ca is going to be updated. [ 698.653267] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.653465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.653525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.653709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.653850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.654410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a285c4fd-67ba-418f-94ce-dd048cb6e7ca" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.002824] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 in Status: SUCCESS [ 699.002965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.126085] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.630558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.630938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.630938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.634191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.634191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.634191] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be created. [ 699.664649] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.664981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.664981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.665075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.666380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.685045] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: UNINITIALIZED for 2s [ 701.696385] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 701.696684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.696902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.697178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.697424] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.697547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.699849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.699849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.699849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.699849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.699849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.204178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.205113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.205113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.205330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.205524] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.205659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.206276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.206276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.206276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.206276] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.206570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.206570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.206704] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.206771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207714] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.711199] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14219ec9-876f-4a6f-a2f0-dd363022ba77: rpc.has_security_group_logging(os_id): False [ 702.731610] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.731610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.731610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.731889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.731889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.732177] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.732299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.732299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.732510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.732814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.733068] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.733190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.733252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.733395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.733501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.733697] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.733795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.733843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.733982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.734073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.734270] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be created. [ 702.799949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.800176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.800226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.800490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.800712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.832307] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: IN_PROGRESS for 2s [ 703.111773] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 703.111773] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 704.854508] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 704.854855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.106220] env[69301]: INFO networking_nsxv3.common.synchronization [None req-d9ecd7c9-86e4-451d-a631-735281f61f2e None None] Enqueued Resource ID: 94a6bcac-a9b1-447d-98e5-09434ba830ff with Priority: HIGHEST for action port [ 705.106220] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a6bcac-a9b1-447d-98e5-09434ba830ff with Priority: HIGHEST for action port [ 705.106805] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a6bcac-a9b1-447d-98e5-09434ba830ff taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.106805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a6bcac-a9b1-447d-98e5-09434ba830ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.106805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a6bcac-a9b1-447d-98e5-09434ba830ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.108381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a6bcac-a9b1-447d-98e5-09434ba830ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.108381] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a6bcac-a9b1-447d-98e5-09434ba830ff',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.610449] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94a6bcac-a9b1-447d-98e5-09434ba830ff [ 705.610805] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.611062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.611179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.613434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.613569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.613671] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94a6bcac-a9b1-447d-98e5-09434ba830ff already deleted. [ 705.613753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a6bcac-a9b1-447d-98e5-09434ba830ff" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.097599] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b4ec58be-7a16-446f-a467-bc6a6e27a142 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_rules [ 706.097895] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_rules [ 706.098262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.098387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.098454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.098959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.098959] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.238875] env[69301]: INFO networking_nsxv3.common.synchronization [None req-523858d9-2c1d-48ec-a6d1-64a9d21b93f1 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_rules [ 706.239917] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_rules [ 706.240165] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.240293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.623645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.623826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.623901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.624148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.624245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.624341] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54041886-f599-4f24-9740-930a3c04136b already deleted. [ 706.624428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.624593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.624778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.624861] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.775032] env[69301]: INFO networking_nsxv3.common.synchronization [req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 req-b725fec0-38a3-4d4c-8d18-435fdf66ea27 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 706.775032] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGHEST for action security_group_members [ 706.775032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.775032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.775032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.776097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.776571] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.776872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.778834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.778834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.778834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.778834] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.146211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.146211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.146211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.146211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.146211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.146211] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54041886-f599-4f24-9740-930a3c04136b already deleted. [ 707.146211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.281328] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.281636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.281636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.281952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.282142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.282416] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.282604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.282692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.282893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.283011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.283162] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be updated. [ 707.325138] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.325300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.325368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.325676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.325867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.337063] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: IN_PROGRESS for 2s [ 707.562327] env[69301]: INFO networking_nsxv3.common.synchronization [None req-82a3d38a-7905-4211-810f-5faa7882aa7e None None] Enqueued Resource ID: ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1 with Priority: HIGHEST for action port [ 707.562327] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1 with Priority: HIGHEST for action port [ 707.563020] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.564034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.564397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.564610] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.775547] env[69301]: INFO networking_nsxv3.common.synchronization [req-63b24bca-8f21-437a-8759-8f33a281d8fc req-b776555d-f1f1-4778-8d21-c7c70795e489 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 707.776105] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 707.776570] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.776570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.776677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.776803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.776985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.780561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.780644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.780914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.781037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.781141] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.068940] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1 [ 708.069307] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.069517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.069641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.069912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.070062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.070206] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1 already deleted. [ 708.070356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac773f1c-5b9d-4ef3-bb2b-1e2cc97df5b1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.217780] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.217780] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.217780] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.218226] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.218226] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.218436] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.218559] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.218778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.218909] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.219147] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.219239] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.219363] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.219743] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.219743] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.219743] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.219916] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.246063] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.246382] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.246474] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.246612] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.247449] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-84f48ffd-2fe4-4eea-a9a1-002accde54d6 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.247449] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.247449] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.247806] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.247971] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f48ffd-2fe4-4eea-a9a1-002accde54d6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.285336] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.285572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.285657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.285844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.285930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.286152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.286241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.286369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.286432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.287943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.287943] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 708.314711] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.314876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.314876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.315123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.315290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.325756] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 708.754140] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.754426] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.754526] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.754812] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.755055] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.755193] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 84f48ffd-2fe4-4eea-a9a1-002accde54d6 not found, creating... [ 708.755538] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.755722] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.755884] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.756405] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.756405] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.757194] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.757625] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.757806] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.758309] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.758569] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.759029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 84f48ffd-2fe4-4eea-a9a1-002accde54d6 is going to be created. [ 708.782174] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.782435] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.782584] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.782887] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.783154] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.783395] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.947632] env[69301]: INFO networking_nsxv3.common.synchronization [req-accf0604-57c6-4b9b-becf-64d7ec0ca08f req-68c6ca46-8958-4cfd-b27b-7c1881cbde55 tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 708.949107] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 708.949107] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.949107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.949107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.949449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.949651] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.949798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.949902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.950123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.950241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.950385] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.348169] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b60aa49-cb39-4956-9d7e-118705efed31 in Status: SUCCESS [ 709.348475] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 deletion is rescheduled due to dependency. [ 709.348582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.453389] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.455300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.455385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.455598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.455724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455980] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.456108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.456170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.456338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.456422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.456509] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be updated. [ 709.494895] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.495082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.495126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.495337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.495470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.505561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: IN_PROGRESS for 2s [ 709.553420] env[69301]: INFO networking_nsxv3.common.synchronization [req-63b24bca-8f21-437a-8759-8f33a281d8fc req-bd27f33b-53ea-4be1-8022-8176f5ac8c49 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 709.553591] env[69301]: INFO networking_nsxv3.common.synchronization [req-63b24bca-8f21-437a-8759-8f33a281d8fc req-bd27f33b-53ea-4be1-8022-8176f5ac8c49 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 709.553816] env[69301]: INFO networking_nsxv3.common.synchronization [req-63b24bca-8f21-437a-8759-8f33a281d8fc req-bd27f33b-53ea-4be1-8022-8176f5ac8c49 service nova] Enqueued Resource ID: 84f48ffd-2fe4-4eea-a9a1-002accde54d6 with Priority: HIGHEST for action port [ 709.554433] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 709.554570] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 709.554696] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f48ffd-2fe4-4eea-a9a1-002accde54d6 with Priority: HIGHEST for action port [ 709.555187] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.555581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.555581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.555639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.555683] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.556669] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.556805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.557031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f48ffd-2fe4-4eea-a9a1-002accde54d6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.557459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.557459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.557577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.557672] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f48ffd-2fe4-4eea-a9a1-002accde54d6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.567664] env[69301]: INFO networking_nsxv3.common.synchronization [None req-04f18e34-8366-4b16-ad3d-d2c64d51c573 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_rules [ 709.568181] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_rules [ 709.568563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.568683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.572017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.572017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.572017] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.696646] env[69301]: INFO networking_nsxv3.common.synchronization [None req-43401cab-f5a3-41a5-b021-d528e814d40e tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_rules [ 709.697123] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_rules [ 709.697421] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.697546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.059208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.059570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.059643] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84f48ffd-2fe4-4eea-a9a1-002accde54d6 with status ACTIVE [ 710.059770] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.059928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.059928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.060180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.060270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.060445] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.060562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.060622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.060747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.060821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.061015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.061107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.061177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.061398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.061497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.061584] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84f48ffd-2fe4-4eea-a9a1-002accde54d6 is going to be updated. [ 710.099904] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.099904] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 already deleted. [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.099904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.099904] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.106700] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.107118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.107303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.107884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.108230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.108536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f48ffd-2fe4-4eea-a9a1-002accde54d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.339768] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 710.339768] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 710.339938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.340141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.340329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.340543] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.340676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.340994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.341145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.341299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.341353] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.627558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.627980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.627980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.628990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.628990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.628990] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 already deleted. [ 710.628990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.843893] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.352566] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.517834] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 711.518027] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 deletion is rescheduled due to dependency. [ 711.518155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.856210] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.856210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.856707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.856707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.856829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.857012] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 711.895588] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.895588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.895763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.895930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.896111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.908732] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 713.480373] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-f557859a-8893-4f66-9279-c2b7a07371e2 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 713.481139] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 713.481463] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.481600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.481658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.481932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.482301] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.482426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.482493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.482732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.482732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.482840] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.885137] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-d5785ae2-2e55-488b-8b46-a49745e6a0f5 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 713.885666] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 713.885975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.886095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.920552] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 713.920778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.920928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.921275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.921498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.921622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.921683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.921847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.921932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.922032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.922128] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.985169] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.985460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.985554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988536] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 already deleted. [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988536] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.387974] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-3775c737-1323-40e0-a211-239009e35f9c tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 714.387974] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 714.387974] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.387974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.424027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.424170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.424213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.424552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.424611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.424731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.424731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.424873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.424957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.425069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.425255] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.425310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.425370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.425511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.425698] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.425748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.425797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.425939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.426062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.426196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.426296] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.491623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.491887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.491887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.492821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.492907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.493158] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.493277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.493343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.493514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.493599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.493688] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 already deleted. [ 714.493769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.493937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.494109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.494262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.494359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.494421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.494558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.494633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.494740] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.803688] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.803875] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.804029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.804396] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.804864] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.805155] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.805397] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.805688] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.805892] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.806161] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.806310] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.806450] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.806588] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.806761] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.807064] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.807902] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.828098] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.828294] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.828437] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.828616] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.828923] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-e0067f2d-9a41-4607-ab11-c0d093620505 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.829109] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.829231] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.829616] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.829752] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0067f2d-9a41-4607-ab11-c0d093620505',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.932215] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6: rpc.has_security_group_logging(os_id): False [ 714.955028] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.955173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.955265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.955616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.955616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.955737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.955879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.955879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.956730] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.956730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.956730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.957036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.957036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.957036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.957199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.957231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.957326] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 714.997118] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.997326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.997371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.997636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.997699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.997910] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.998033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.998099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.998262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.998343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.998454] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 already deleted. [ 714.998569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.039946] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.039946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.039946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.039946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.039946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.080031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 715.338630] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.338888] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.339026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.339458] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.339664] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.339846] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port e0067f2d-9a41-4607-ab11-c0d093620505 not found, creating... [ 715.340234] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.340373] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.340631] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.340852] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.341038] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.341610] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.341801] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.341924] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.342168] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.342376] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.342555] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: e0067f2d-9a41-4607-ab11-c0d093620505 is going to be created. [ 715.367295] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.367514] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.367639] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.367999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.368157] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.368927] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.307046] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-bfbb5c67-9e3d-4773-9362-505f0604304a service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 716.307046] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-bfbb5c67-9e3d-4773-9362-505f0604304a service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 716.307046] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-bfbb5c67-9e3d-4773-9362-505f0604304a service nova] Enqueued Resource ID: e0067f2d-9a41-4607-ab11-c0d093620505 with Priority: HIGHEST for action port [ 716.307046] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 716.307046] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 716.307046] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0067f2d-9a41-4607-ab11-c0d093620505 with Priority: HIGHEST for action port [ 716.312180] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.312180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.312180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.312180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.312180] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.313118] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.313118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.313118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.313395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.313395] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.313609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.313609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.313772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.313772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.313861] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.320849] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0067f2d-9a41-4607-ab11-c0d093620505 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.320849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.320849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.320849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.320849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0067f2d-9a41-4607-ab11-c0d093620505',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.822154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.822359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.822664] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.823901] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0067f2d-9a41-4607-ab11-c0d093620505 with status ACTIVE [ 716.824203] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.824379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.824483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.824785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.824930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.825384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.825482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.825720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.826135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.826286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.826387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.826610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.826832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.826932] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0067f2d-9a41-4607-ab11-c0d093620505 is going to be updated. [ 716.860022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.860022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.860022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.860022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.860022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.860022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0067f2d-9a41-4607-ab11-c0d093620505" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.097565] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 717.098279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.241612] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.241901] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-195" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.242090] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-195" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.242390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-195" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.242686] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.242862] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.242980] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.243869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.244125] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.244360] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.244481] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.244977] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.245229] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.246400] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.246611] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.246823] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.267271] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.267503] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.267657] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.267842] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-195" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268246] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.268499] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.268688] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.270495] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.270771] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2b931c-e22e-4c1c-a1e4-51b7d77e3168',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.329669] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.737354] env[69301]: INFO networking_nsxv3.common.synchronization [req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f req-d7ec4b88-0830-48ac-9962-493a305bf0f2 tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_members [ 717.738195] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGHEST for action security_group_members [ 717.738560] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.738735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.738930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.739249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.739425] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.739594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.739701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.740048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.740124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.740220] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.775024] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.775177] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.775332] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.775688] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.776036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.776103] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 not found, creating... [ 717.776445] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.776686] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.776827] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.777145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.777334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.777720] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777927] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.778687] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.778916] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.779184] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.779388] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 is going to be created. [ 717.803094] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.803424] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.803575] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.803904] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.804156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.804441] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.836200] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.836386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.836457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.836706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.836799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.836913] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be created. [ 717.908478] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.908701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.908784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.909013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.909251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.936959] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: UNINITIALIZED for 2s [ 718.246363] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.246363] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.246363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.246363] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 is going to be updated. [ 718.286803] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.286803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.286803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.286803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.286803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.297255] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e23bda-deac-4458-b022-1fc086c0c036 in Status: IN_PROGRESS for 2s [ 718.764068] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-d4beecac-2e0c-4222-bcd9-8745d5be8d1c service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 718.764068] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-d4beecac-2e0c-4222-bcd9-8745d5be8d1c service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 718.764068] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-d4beecac-2e0c-4222-bcd9-8745d5be8d1c service nova] Enqueued Resource ID: ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 with Priority: HIGHEST for action port [ 718.766827] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 718.766827] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 718.766827] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 with Priority: HIGHEST for action port [ 718.766827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.766827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.766827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.766827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.766827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.766827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.766827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.767261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.767261] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2b931c-e22e-4c1c-a1e4-51b7d77e3168',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.270877] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 with status ACTIVE [ 719.270877] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.270877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.270877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.270877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.270877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.271208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.271208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.271208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.271533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.271533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.271628] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.271779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.271779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.271903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.271903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.271996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 is going to be updated. [ 719.311026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.311026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.311026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.311026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.311026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.311026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954034] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.954034] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.954034] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.956144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.956144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.956255] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.956374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.956426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.956640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.956729] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.956823] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.136337] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.136337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.136476] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.137583] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.138532] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.138920] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.139057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.139315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.139508] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.140836] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.140836] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.140836] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.140836] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.140836] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.140836] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.140836] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.159302] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.159550] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.159723] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.159906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-743" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.160245] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.160459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.160539] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.160877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.161024] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.309814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e23bda-deac-4458-b022-1fc086c0c036 in Status: SUCCESS [ 720.309814] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 deletion is rescheduled due to dependency. [ 720.309814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.458626] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.458754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.460560] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.665767] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.665767] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a not found, creating... [ 720.665767] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.665767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.666261] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.667857] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.670216] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.670385] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.670710] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.670877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.671070] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a is going to be created. [ 720.695637] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.695897] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.696025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696319] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.696595] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.699087] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.965840] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.274362] env[69301]: INFO networking_nsxv3.common.synchronization [None req-d086ac4b-15e7-4f1a-a8b4-42d6349c36aa None None] Enqueued Resource ID: a1f88881-a6ed-4bf8-9dcf-f0408a33c27f with Priority: HIGHEST for action port [ 721.275051] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f88881-a6ed-4bf8-9dcf-f0408a33c27f with Priority: HIGHEST for action port [ 721.275389] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f88881-a6ed-4bf8-9dcf-f0408a33c27f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.275526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f88881-a6ed-4bf8-9dcf-f0408a33c27f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.275592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f88881-a6ed-4bf8-9dcf-f0408a33c27f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.277348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f88881-a6ed-4bf8-9dcf-f0408a33c27f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.279024] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f88881-a6ed-4bf8-9dcf-f0408a33c27f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.470773] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.471048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.471154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.471378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.471525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.471640] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 721.507680] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.507844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.508621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.508621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.508621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.522998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 721.672301] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-06c5fc1f-fdee-4edb-8c61-cdb82a1245f4 service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 721.672799] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-06c5fc1f-fdee-4edb-8c61-cdb82a1245f4 service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 721.672799] env[69301]: INFO networking_nsxv3.common.synchronization [req-b4a5436f-4ecc-4b6f-9272-852fbc34608b req-06c5fc1f-fdee-4edb-8c61-cdb82a1245f4 service nova] Enqueued Resource ID: e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a with Priority: HIGHEST for action port [ 721.672799] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 721.673076] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 721.673076] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a with Priority: HIGHEST for action port [ 721.673649] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.673785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.673992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.673992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.678222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.678222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.678222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.678222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.678222] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.781692] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f88881-a6ed-4bf8-9dcf-f0408a33c27f [ 721.782018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.782195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.782274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.782490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.782590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.782839] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f88881-a6ed-4bf8-9dcf-f0408a33c27f already deleted. [ 721.782839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f88881-a6ed-4bf8-9dcf-f0408a33c27f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.179764] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a with status ACTIVE [ 722.180154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.180247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.180766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.180766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.180766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.180967] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.180967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.181266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.181266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.181368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.181512] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.181601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.181659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.181800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.181949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.181949] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a is going to be updated. [ 722.217573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.218437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.218437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.218437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.223311] env[69301]: INFO networking_nsxv3.common.synchronization [None req-5cbdc5e3-ba11-4d7b-98e1-67b9f7bdebda tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_rules [ 722.224312] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_rules [ 722.224488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.224630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.224744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.225090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.225209] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.381148] env[69301]: INFO networking_nsxv3.common.synchronization [None req-39ac7cd3-617c-4bf8-bf0f-05d40c4d51fb tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_rules [ 722.383924] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_rules [ 722.383924] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.383924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.749316] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.750186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.750290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.750542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.750663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.750740] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f already deleted. [ 722.750819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.750997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.751182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.751263] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.275861] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.276388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.276388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.276388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.276388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.276765] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f already deleted. [ 723.276765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.534968] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 723.535211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.535412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.535637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.535826] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.535958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.536050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.536215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.536295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.536377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.536562] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.536663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.536720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.536862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.536998] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.538285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.538387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.538499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.538737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.538828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.538916] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.540718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.541805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.541805] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.541805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.541805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.541805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.541805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.542142] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.000134] env[69301]: INFO networking_nsxv3.common.synchronization [None req-fd9cdca3-6124-413e-a601-44035a807503 None None] Enqueued Resource ID: 34c86fad-d86a-4b99-9db6-5acd31362ac0 with Priority: HIGHEST for action port [ 724.000420] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c86fad-d86a-4b99-9db6-5acd31362ac0 with Priority: HIGHEST for action port [ 724.000837] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c86fad-d86a-4b99-9db6-5acd31362ac0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.002484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c86fad-d86a-4b99-9db6-5acd31362ac0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.002484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c86fad-d86a-4b99-9db6-5acd31362ac0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.002484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c86fad-d86a-4b99-9db6-5acd31362ac0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002484] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c86fad-d86a-4b99-9db6-5acd31362ac0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.045034] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb38cad-8a84-42f4-88dc-4ea5450b7a55: rpc.has_security_group_logging(os_id): False [ 724.045790] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.068268] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.069242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.069515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.069696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.069822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.070097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.070245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.070319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.070536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.070699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.071031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.071520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.071669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.071832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.071938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.072185] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.074099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.074275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.074533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.075829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.075829] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be created. [ 724.182176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.182176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.182176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.182176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.182176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.200072] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 724.505572] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34c86fad-d86a-4b99-9db6-5acd31362ac0 [ 724.505958] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.506126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.506190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.506412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.506529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.506634] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34c86fad-d86a-4b99-9db6-5acd31362ac0 already deleted. [ 724.506719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c86fad-d86a-4b99-9db6-5acd31362ac0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.548078] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.051702] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.052272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.052355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.052819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.052959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.053745] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 725.114273] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.114273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.114273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.114273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.114273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.131278] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 725.536136] env[69301]: INFO networking_nsxv3.common.synchronization [req-7d10b07c-ba86-406a-93a1-b4db58bc8403 req-b9d04c6a-d14b-41f3-9cf4-8c8932df923a tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Enqueued Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_members [ 725.536695] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_members [ 725.536997] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.539097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.539097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.539097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.539097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.539097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.539097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.543282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.543453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.543526] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.047366] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.047366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.047366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.047366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.047366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.047958] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.048232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.048290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.048471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.048586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.048709] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f1f8b4-322f-45b8-a446-3b47f108086f already deleted. [ 726.048898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.155841] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.155841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-16" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.155841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-16" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.155841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-16" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.155841] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.155841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.155841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.155841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.156288] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.156288] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.156288] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.156394] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.156560] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.156618] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.156724] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.156865] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.184841] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.184841] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.184841] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.184841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-16" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.184841] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-b942809b-1165-4650-a9d7-980becf92573 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.185064] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.185064] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.185372] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.185506] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b942809b-1165-4650-a9d7-980becf92573',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.226157] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 726.226157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.226645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.226977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.226977] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.694019] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.694019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port b942809b-1165-4650-a9d7-980becf92573 not found, creating... [ 726.694019] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.694019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.694654] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.695578] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.695947] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.696632] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.697472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.698172] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: b942809b-1165-4650-a9d7-980becf92573 is going to be created. [ 726.719158] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.719403] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.719598] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.719968] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.720271] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.720575] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.730751] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.732169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.142865] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 727.142865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.142865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.143235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.143452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.143599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.143710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.143881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.143993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.144154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.144292] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.650766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.650766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.650766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.650766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.650766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.651962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.651962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.651962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.651962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.651962] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.132866] env[69301]: INFO networking_nsxv3.common.synchronization [req-7d10b07c-ba86-406a-93a1-b4db58bc8403 req-0f4b8acf-ee1d-4e04-9652-bcd5b6198ba1 service nova] Enqueued Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_rules [ 728.136113] env[69301]: INFO networking_nsxv3.common.synchronization [req-7d10b07c-ba86-406a-93a1-b4db58bc8403 req-0f4b8acf-ee1d-4e04-9652-bcd5b6198ba1 service nova] Enqueued Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_members [ 728.136113] env[69301]: INFO networking_nsxv3.common.synchronization [req-7d10b07c-ba86-406a-93a1-b4db58bc8403 req-0f4b8acf-ee1d-4e04-9652-bcd5b6198ba1 service nova] Enqueued Resource ID: b942809b-1165-4650-a9d7-980becf92573 with Priority: HIGHEST for action port [ 728.136113] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_rules [ 728.136113] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_members [ 728.136113] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b942809b-1165-4650-a9d7-980becf92573 with Priority: HIGHEST for action port [ 728.136113] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.136113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.136113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.136113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.136113] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.136742] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.136850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.136850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.137062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.137182] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.137328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.137373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.137801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.137848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.137931] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.139064] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b942809b-1165-4650-a9d7-980becf92573 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.139064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.139064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.139381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.139381] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b942809b-1165-4650-a9d7-980becf92573',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.154568] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb38cad-8a84-42f4-88dc-4ea5450b7a55: rpc.has_security_group_logging(os_id): False [ 728.175523] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.175734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.175734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.175895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.178583] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.178583] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179195] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.179195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.179195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179195] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 728.262663] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.262918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.263203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.263513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.263762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.290589] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 728.641260] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.641472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646646] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b942809b-1165-4650-a9d7-980becf92573 with status ACTIVE [ 728.647202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.647346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.647433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.647754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.647864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.648084] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.648199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.648264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.648435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.648510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.648712] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.648813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.648872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.649143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.649143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.649391] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b942809b-1165-4650-a9d7-980becf92573 is going to be updated. [ 728.650694] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.677222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.677339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.677411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.678199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.678199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.678674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b942809b-1165-4650-a9d7-980becf92573" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.047588] env[69301]: INFO networking_nsxv3.common.synchronization [None req-89f5be5b-8e2e-4d0b-9340-86baef8b27f2 None None] Enqueued Resource ID: 38b2effe-a07c-4eba-9c82-25560dfa8482 with Priority: HIGHEST for action port [ 729.047772] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b2effe-a07c-4eba-9c82-25560dfa8482 with Priority: HIGHEST for action port [ 729.048374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b2effe-a07c-4eba-9c82-25560dfa8482 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.048991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b2effe-a07c-4eba-9c82-25560dfa8482" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.048991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b2effe-a07c-4eba-9c82-25560dfa8482" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.048991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b2effe-a07c-4eba-9c82-25560dfa8482" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.048991] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b2effe-a07c-4eba-9c82-25560dfa8482',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.153179] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.551035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38b2effe-a07c-4eba-9c82-25560dfa8482 [ 729.551035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.551173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.551173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.551375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.551460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.551556] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38b2effe-a07c-4eba-9c82-25560dfa8482 already deleted. [ 729.551637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b2effe-a07c-4eba-9c82-25560dfa8482" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.655991] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.656915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.656915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.656915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.656915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.656915] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f1f8b4-322f-45b8-a446-3b47f108086f is going to be created. [ 729.687650] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.688140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.688343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.688686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.688982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.701279] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f1f8b4-322f-45b8-a446-3b47f108086f in Status: UNINITIALIZED for 2s [ 730.309278] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 730.309278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.309688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.309688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.309688] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.812861] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.812861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.812861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.813165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.813230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.813349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.813417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.815401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.815401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.815401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.815401] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.835229] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-d4b0e235-0530-4072-a764-9c505353cea3 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 730.838376] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 730.838376] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.838376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.838376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.838376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.838376] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.838376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.838899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.838899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.838899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.838899] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.322758] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.323025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.323025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.323231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.323406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.323865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.323938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.324123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.324217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.324308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.324462] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.324760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.324900] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.325059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.325197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.325271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325449] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.341111] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.341111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.341111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.343022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.343022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 already deleted. [ 731.343022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.429377] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.429558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.429751] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435734] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.435734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.435734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.435734] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.435734] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.435734] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.435734] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.436308] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.436308] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.436308] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.458730] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.458898] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.459048] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.459228] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.459783] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-61069ffc-e7dc-4ee7-b6ca-364973223579 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.459783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.459943] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.460328] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61069ffc-e7dc-4ee7-b6ca-364973223579',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.697966] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e9d8130f-2a97-4b0a-ac46-fb42a2390422 None None] Enqueued Resource ID: 432f936e-c79a-4775-96d1-8d13d86b05ce with Priority: HIGHEST for action port [ 731.698250] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432f936e-c79a-4775-96d1-8d13d86b05ce with Priority: HIGHEST for action port [ 731.698854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-432f936e-c79a-4775-96d1-8d13d86b05ce taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.698978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432f936e-c79a-4775-96d1-8d13d86b05ce" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.699145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432f936e-c79a-4775-96d1-8d13d86b05ce" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.699400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432f936e-c79a-4775-96d1-8d13d86b05ce" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.699480] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432f936e-c79a-4775-96d1-8d13d86b05ce',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.725868] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f1f8b4-322f-45b8-a446-3b47f108086f in Status: SUCCESS [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.725868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.725868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.726326] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.832489] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb38cad-8a84-42f4-88dc-4ea5450b7a55: rpc.has_security_group_logging(os_id): False [ 731.857544] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.857694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.857760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.857971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858283] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.858373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.858448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858844] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.859057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.859057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.859144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.859224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.859403] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.859493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.859557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.860502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.860502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.860502] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 731.942122] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.942362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.942362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.942595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.942756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.961676] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 731.964080] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.964270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.964366] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.964675] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.964834] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.965027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 61069ffc-e7dc-4ee7-b6ca-364973223579 not found, creating... [ 731.965302] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.965467] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.965606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.965869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.966088] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.966353] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.966510] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.966627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.966842] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.966988] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.967165] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 61069ffc-e7dc-4ee7-b6ca-364973223579 is going to be created. [ 732.007905] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.009571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.009571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.009571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.009571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.009839] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.201587] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 432f936e-c79a-4775-96d1-8d13d86b05ce [ 732.201650] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.201850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.201850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.202076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.202170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.202268] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:432f936e-c79a-4775-96d1-8d13d86b05ce already deleted. [ 732.202347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432f936e-c79a-4775-96d1-8d13d86b05ce" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.232024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.232740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.232740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.232740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.232740] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.736175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f1f8b4-322f-45b8-a446-3b47f108086f: rpc.has_security_group_logging(os_id): False [ 732.764022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764641] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764641] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f1f8b4-322f-45b8-a446-3b47f108086f is going to be created. [ 732.951205] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.951390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.951473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.951718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.951961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.971841] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f1f8b4-322f-45b8-a446-3b47f108086f in Status: IN_PROGRESS for 2s [ 733.038088] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-4790e460-7277-41b1-8020-8070a947ead6 service nova] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_rules [ 733.038088] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-4790e460-7277-41b1-8020-8070a947ead6 service nova] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 733.038088] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-4790e460-7277-41b1-8020-8070a947ead6 service nova] Enqueued Resource ID: 61069ffc-e7dc-4ee7-b6ca-364973223579 with Priority: HIGHEST for action port [ 733.038088] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_rules [ 733.038088] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 733.038088] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61069ffc-e7dc-4ee7-b6ca-364973223579 with Priority: HIGHEST for action port [ 733.039058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.039058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.039058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.039269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.039347] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.041211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.041334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.041334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.041530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.041691] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.041811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.041841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.041984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.042170] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.043258] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-61069ffc-e7dc-4ee7-b6ca-364973223579 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.043816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.043921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.044121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.044385] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61069ffc-e7dc-4ee7-b6ca-364973223579',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.541544] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.541735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.547258] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.550584] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61069ffc-e7dc-4ee7-b6ca-364973223579 with status ACTIVE [ 733.556041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.556041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.556041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.556041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.556041] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61069ffc-e7dc-4ee7-b6ca-364973223579 is going to be updated. [ 733.586914] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.587170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.587224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.587483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.587696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.587912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61069ffc-e7dc-4ee7-b6ca-364973223579" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.979859] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 733.981512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.050525] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.427021] env[69301]: INFO networking_nsxv3.common.synchronization [req-9f4a7071-474b-43b7-9496-a3adf22ba14b req-3b39d940-35e2-4e54-b9d3-cfaaf69078a6 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 734.427021] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 734.427021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.427021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.427021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.427564] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.429423] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-5baeea8e-5a7d-4152-ace0-1df96bfe05aa tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 734.430031] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 734.430676] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.430801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.457689] env[69301]: INFO networking_nsxv3.common.synchronization [req-9f4a7071-474b-43b7-9496-a3adf22ba14b req-3b39d940-35e2-4e54-b9d3-cfaaf69078a6 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 734.457899] env[69301]: INFO networking_nsxv3.common.synchronization [req-9f4a7071-474b-43b7-9496-a3adf22ba14b req-3b39d940-35e2-4e54-b9d3-cfaaf69078a6 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 734.458071] env[69301]: INFO networking_nsxv3.common.synchronization [req-9f4a7071-474b-43b7-9496-a3adf22ba14b req-3b39d940-35e2-4e54-b9d3-cfaaf69078a6 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 with Priority: HIGHEST for action port [ 734.459553] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 734.459774] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 734.459923] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 with Priority: HIGHEST for action port [ 734.460230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.460359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.460438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.460649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.460754] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.461703] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.464044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.464044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a16848d5-065e-4627-9ed1-bbc3a35997b5 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.464044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.464044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.464044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.464044] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16848d5-065e-4627-9ed1-bbc3a35997b5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.552863] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.553041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.553120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.553620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.553760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.553888] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be created. [ 734.583884] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.584129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.584238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.584570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.584699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.596977] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: UNINITIALIZED for 2s [ 734.931121] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.962066] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.962327] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.962499] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.962825] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.964083] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.964291] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.964490] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.964803] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.965105] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.965331] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.965450] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.965564] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.965675] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.965786] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.965890] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.966034] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.967581] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.967691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.967842] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a16848d5-065e-4627-9ed1-bbc3a35997b5 with status ACTIVE [ 734.968012] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.968118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.968184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.968351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.968438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.968606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.968704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.968753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.968898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.968995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.969184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.969279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.969342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.969476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.969549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.969651] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 is going to be updated. [ 735.004433] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.005075] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.005290] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.005506] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.006078] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-f64e1448-db03-4e4a-9046-c41cf083e796 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.006323] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.006470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.006815] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.006976] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64e1448-db03-4e4a-9046-c41cf083e796',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.013178] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f1f8b4-322f-45b8-a446-3b47f108086f in Status: SUCCESS [ 735.013450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.015471] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.015647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.015724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.015950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.016171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.016374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.436885] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.515199] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.515460] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.515578] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.515868] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.516033] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.516187] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port f64e1448-db03-4e4a-9046-c41cf083e796 not found, creating... [ 735.516461] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.516629] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.516750] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.517629] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517939] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.518575] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.518575] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.518575] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.518885] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.519402] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.519584] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: f64e1448-db03-4e4a-9046-c41cf083e796 is going to be created. [ 735.543456] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.544375] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.544375] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.548743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.548743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.548866] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.940338] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.940338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.940338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.940338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.940338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.940659] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be updated. [ 735.998114] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.998271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.998343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.998565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.998795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.015154] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: IN_PROGRESS for 2s [ 736.450255] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-ebf48226-095f-491e-9be1-2c7be45da22d service nova] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_rules [ 736.450255] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-ebf48226-095f-491e-9be1-2c7be45da22d service nova] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 736.450255] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-ebf48226-095f-491e-9be1-2c7be45da22d service nova] Enqueued Resource ID: f64e1448-db03-4e4a-9046-c41cf083e796 with Priority: HIGHEST for action port [ 736.450255] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_rules [ 736.450255] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 736.450255] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64e1448-db03-4e4a-9046-c41cf083e796 with Priority: HIGHEST for action port [ 736.450255] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.450255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.450255] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.450255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.450255] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64e1448-db03-4e4a-9046-c41cf083e796 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.450255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.450255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.450255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.451664] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64e1448-db03-4e4a-9046-c41cf083e796',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.610525] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 736.610791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.610987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.612655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.612655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.612655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.612655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.612655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.612655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.613183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.613183] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.614694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.615293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.615293] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.615471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.615518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.615677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.615758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.615891] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.956267] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f64e1448-db03-4e4a-9046-c41cf083e796 with status ACTIVE [ 736.956267] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.956267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.956267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.956969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.957190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960017] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f64e1448-db03-4e4a-9046-c41cf083e796 is going to be updated. [ 736.983244] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.983508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.983508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.983678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.983878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.983977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64e1448-db03-4e4a-9046-c41cf083e796" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.092618] env[69301]: INFO networking_nsxv3.common.synchronization [req-54886008-7d23-47d8-ac98-0720ae1769e8 req-7beca069-b393-4ccc-9a4b-1af0abdba8f1 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 737.092921] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 737.093583] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.093583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.093583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.093871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.094075] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.094197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.094263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.094443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.094529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.094633] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.117932] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.117932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.117932] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.456057] env[69301]: INFO networking_nsxv3.common.synchronization [req-54886008-7d23-47d8-ac98-0720ae1769e8 req-82c7ad71-6b61-42ce-b5fa-f72d19ef5f6b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 737.457181] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 737.458252] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.462200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.596995] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.620522] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.909727] env[69301]: INFO networking_nsxv3.common.synchronization [req-54886008-7d23-47d8-ac98-0720ae1769e8 req-44861b4e-2fad-4464-8782-2f92d7464017 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 737.910427] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 737.910863] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.910968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.033185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: SUCCESS [ 738.033371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.033559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.033813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.034042] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.034195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.034238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.034417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.034503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.034624] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.101389] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.123297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.123297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.123297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.123297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.123297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.123597] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 738.167370] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.167595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.167683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.167969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.168067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.178689] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 738.536881] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.605659] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.605768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.606153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.606153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.606153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.606323] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 738.632235] env[69301]: INFO networking_nsxv3.common.synchronization [req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 req-fe187190-7ac1-4cea-a5c3-c3c98f9572b4 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 738.633297] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 738.633297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.633297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.655368] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.655770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.655770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.655880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.655982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.667432] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 738.669824] env[69301]: INFO networking_nsxv3.common.synchronization [req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 req-fe187190-7ac1-4cea-a5c3-c3c98f9572b4 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 738.669824] env[69301]: INFO networking_nsxv3.common.synchronization [req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 req-fe187190-7ac1-4cea-a5c3-c3c98f9572b4 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 738.669824] env[69301]: INFO networking_nsxv3.common.synchronization [req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 req-fe187190-7ac1-4cea-a5c3-c3c98f9572b4 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 with Priority: HIGHEST for action port [ 738.670090] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_rules [ 738.670481] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 738.670636] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 with Priority: HIGHEST for action port [ 738.671403] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.671482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.671812] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.671812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.671943] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a16848d5-065e-4627-9ed1-bbc3a35997b5 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.672363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.672363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.672506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.672506] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a16848d5-065e-4627-9ed1-bbc3a35997b5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.890816] env[69301]: INFO networking_nsxv3.common.synchronization [req-e636ee39-9869-4dd5-ab23-7731acd345dc req-4ed023ce-2188-4dc1-a31e-852db7fb578b tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 738.891368] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 738.891683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.891798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.891867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.892091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.892240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.892345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.892402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.892550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.892633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.892724] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.039068] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.174673] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a16848d5-065e-4627-9ed1-bbc3a35997b5 with status ACTIVE [ 739.175072] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.176509] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.176509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.177054] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.177054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.177054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.177054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.177296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.177296] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a16848d5-065e-4627-9ed1-bbc3a35997b5 is going to be updated. [ 739.230336] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.230336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.230336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.230336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.230336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.230336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a16848d5-065e-4627-9ed1-bbc3a35997b5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.395150] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.473800] env[69301]: INFO networking_nsxv3.common.synchronization [req-a9165299-f8fa-4d42-b180-65d6cda7c9dc req-f979bf3b-6bf9-44ab-801d-c698761cc800 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Enqueued Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_members [ 739.474298] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGHEST for action security_group_members [ 739.474932] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.475079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.475139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.475351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.475525] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.475629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.475691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.475843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.475931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.476088] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.542322] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.542485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.542556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.542807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.542907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.543022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be updated. [ 739.581088] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.581088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.581088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.581088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.581088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.589872] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: IN_PROGRESS for 2s [ 739.897939] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.978343] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.978540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.978781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.978881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.978958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.979184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.979293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.979363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.979534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.979624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.979746] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f1f8b4-322f-45b8-a446-3b47f108086f is going to be updated. [ 740.022544] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.022544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.022666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.022897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.023103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.036812] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f1f8b4-322f-45b8-a446-3b47f108086f in Status: IN_PROGRESS for 2s [ 740.217440] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 740.217440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.217776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.217946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.218163] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.218318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.218396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.218586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.218675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.218786] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.223230] env[69301]: INFO networking_nsxv3.common.synchronization [None req-244e6bec-3487-4bd4-ab21-a02f4a6e8eef None None] Enqueued Resource ID: bf497cba-eb01-428d-a408-a44efe147436 with Priority: HIGHEST for action port [ 740.223716] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf497cba-eb01-428d-a408-a44efe147436 with Priority: HIGHEST for action port [ 740.226449] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf497cba-eb01-428d-a408-a44efe147436 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.226611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf497cba-eb01-428d-a408-a44efe147436" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.226676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf497cba-eb01-428d-a408-a44efe147436" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.226937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf497cba-eb01-428d-a408-a44efe147436" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.227044] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf497cba-eb01-428d-a408-a44efe147436',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.400961] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.401298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.401298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.401451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.401495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.401590] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be updated. [ 740.433988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.434179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.434275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.434472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.434618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.444978] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: IN_PROGRESS for 2s [ 740.682266] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 740.682624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.683992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.683992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.683992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.683992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.683992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.683992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.683992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.685796] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.724574] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.730028] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf497cba-eb01-428d-a408-a44efe147436 [ 740.730276] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.730414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.730482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.730698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.730790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.730896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf497cba-eb01-428d-a408-a44efe147436 already deleted. [ 740.730964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf497cba-eb01-428d-a408-a44efe147436" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.187645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.187860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.187860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.188314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.188314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.188563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.188640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.188676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.188881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.188981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.189100] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 741.228908] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.258498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.258878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.258878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.259212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.259463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.271247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 741.600718] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: SUCCESS [ 741.600878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.601036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.601386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.601459] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.601523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.601591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.601744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.601827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.602682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.602682] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.604301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604301] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.604301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604301] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.732125] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.732125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.732125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.732125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.732125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.732125] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 741.785951] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.786210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.786210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.786450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.786609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.800421] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 742.048433] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f1f8b4-322f-45b8-a446-3b47f108086f in Status: SUCCESS [ 742.048715] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f1f8b4-322f-45b8-a446-3b47f108086f deletion is rescheduled due to dependency. [ 742.048886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.107039] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.107396] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.162222] env[69301]: INFO networking_nsxv3.common.synchronization [None req-195f531e-ab65-4867-affd-76575bfb78a9 None None] Enqueued Resource ID: 927f9eb3-e471-4d25-a046-59da05fbe3a8 with Priority: HIGHEST for action port [ 742.162222] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927f9eb3-e471-4d25-a046-59da05fbe3a8 with Priority: HIGHEST for action port [ 742.163754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-927f9eb3-e471-4d25-a046-59da05fbe3a8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.163754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927f9eb3-e471-4d25-a046-59da05fbe3a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.163754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927f9eb3-e471-4d25-a046-59da05fbe3a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.163754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927f9eb3-e471-4d25-a046-59da05fbe3a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.163754] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927f9eb3-e471-4d25-a046-59da05fbe3a8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.374443] env[69301]: INFO networking_nsxv3.common.synchronization [req-78e17868-1480-4696-82c4-93689eeba2af req-16c49a05-a65a-49e8-932e-60816aa6e176 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 742.375793] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 742.375793] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.376153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.376153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.376289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.376454] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.376546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.376606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.376895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.376992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.377096] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.458788] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 742.458788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.608737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a: rpc.has_security_group_logging(os_id): False [ 742.610088] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.629954] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.629954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.629954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.630852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.631088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.631724] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.631724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.631724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.631948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.631948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.631948] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be updated. [ 742.666509] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927f9eb3-e471-4d25-a046-59da05fbe3a8 [ 742.667289] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.667289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.667289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.667462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.667462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.667630] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927f9eb3-e471-4d25-a046-59da05fbe3a8 already deleted. [ 742.667847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927f9eb3-e471-4d25-a046-59da05fbe3a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.720666] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.720898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.720961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.726040] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.726229] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.726329] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.726743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.727203] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.727480] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.727681] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.728159] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.728358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.728604] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.728814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.728874] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.728989] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.729127] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.729249] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.729387] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.752206] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.752379] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.752516] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.752691] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.753087] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-b8936961-848c-43cc-83c0-d45f4c5dcafc taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.753367] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.753528] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.753870] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.754013] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8936961-848c-43cc-83c0-d45f4c5dcafc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.755995] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: IN_PROGRESS for 2s [ 742.879835] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.880034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.880034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.880278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.880380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.880613] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.880721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.880781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.881016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.881156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.881156] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 already deleted. [ 742.881261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.112820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.112980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.113069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.113281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.113370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.113466] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be updated. [ 743.152543] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.152684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.152758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.152973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.153137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.164969] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: IN_PROGRESS for 2s [ 743.257479] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257787] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257856] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.258176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.258328] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.258506] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port b8936961-848c-43cc-83c0-d45f4c5dcafc not found, creating... [ 743.258791] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.258960] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.259104] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.259382] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.259613] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.259945] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.260043] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.260439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.260439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.260606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.260790] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: b8936961-848c-43cc-83c0-d45f4c5dcafc is going to be created. [ 743.284744] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 743.284744] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 deletion is rescheduled due to dependency. [ 743.284744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.285544] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.285800] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285931] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.286238] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.286913] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.287222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.288383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.288502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.288657] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.288764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.288819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.288959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.289055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.289151] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.791714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.792013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.792013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.792158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.792240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.792446] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.792546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.792609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.792775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.792854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.792916] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 743.810459] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 743.810672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.810940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.811203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.811399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.811538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.811585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.811735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.811837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.811945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.812254] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.812254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.812376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.812427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.812605] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.812775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.812832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.812949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.813053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.813169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.813266] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.827368] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.827601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.827601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.827878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.828131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.850316] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 744.027641] env[69301]: INFO networking_nsxv3.common.synchronization [req-78e17868-1480-4696-82c4-93689eeba2af req-cb12f962-3d69-4feb-a817-618baa205899 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 744.027872] env[69301]: INFO networking_nsxv3.common.synchronization [req-78e17868-1480-4696-82c4-93689eeba2af req-cb12f962-3d69-4feb-a817-618baa205899 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 744.028041] env[69301]: INFO networking_nsxv3.common.synchronization [req-78e17868-1480-4696-82c4-93689eeba2af req-cb12f962-3d69-4feb-a817-618baa205899 service nova] Enqueued Resource ID: b8936961-848c-43cc-83c0-d45f4c5dcafc with Priority: HIGHEST for action port [ 744.028299] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 744.028431] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 744.028582] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8936961-848c-43cc-83c0-d45f4c5dcafc with Priority: HIGHEST for action port [ 744.029156] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.029280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.029745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.029745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.029745] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.030807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.030807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.030807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.031898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.031898] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.031898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.031898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.031898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.031898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.031898] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.032938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8936961-848c-43cc-83c0-d45f4c5dcafc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.032938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.032938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.032938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.032938] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8936961-848c-43cc-83c0-d45f4c5dcafc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.315246] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6208b4-4824-4097-b307-99d7c1381be2: rpc.has_security_group_logging(os_id): False [ 744.343149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.343373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.343432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.343662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.343821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.344087] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.344237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.344281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.344661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.344777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.345145] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.345256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.345256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.345441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.345519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.345801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.345960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.345960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.346148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.346227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.346358] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be created. [ 744.414631] env[69301]: INFO networking_nsxv3.common.synchronization [req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 req-4eebb947-2f55-4cd9-9c80-e8e6f9c91d5b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Enqueued Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 744.415273] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a with Priority: HIGHEST for action security_group_members [ 744.415632] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.415801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.430222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.430432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.430476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.430938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.430938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.447483] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 744.534307] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.536326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.536326] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.536326] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8936961-848c-43cc-83c0-d45f4c5dcafc with status ACTIVE [ 744.536756] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.536920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.537045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.537348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.537495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.537788] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.537954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.541454] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.541454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.541454] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8936961-848c-43cc-83c0-d45f4c5dcafc is going to be updated. [ 744.596042] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.596042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.596042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.596042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.596042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.596042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8936961-848c-43cc-83c0-d45f4c5dcafc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.786878] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: SUCCESS [ 744.787179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.787975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.788081] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.042083] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.176538] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a in Status: SUCCESS [ 745.176748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.176924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.177189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.177827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.177827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.177827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.177827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.178199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.178199] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.309466] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.309707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.309707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.309939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.310072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.310229] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be deleted. [ 745.384391] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.384573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.384619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.384827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.384919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.385058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.544461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.544620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.544692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.545015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.545144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.545287] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be created. [ 745.585518] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.587596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.587596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.587596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.587596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.600502] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: UNINITIALIZED for 2s [ 745.661157] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-e5a88d17-c44b-416b-850c-4641f2626ec8 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 745.661157] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 745.661157] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.661157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.661157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.661724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.662058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.662403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.662609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.662922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.663172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.663413] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.690622] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.690831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.690919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.691226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.691362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.691639] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.691785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.691883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.692113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.692230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.692355] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a is going to be deleted. [ 745.767708] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.767708] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.767708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.767708] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.860769] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 745.860769] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 deletion is rescheduled due to dependency. [ 745.860769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.966531] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.966672] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.967376] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.967376] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.967376] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.967558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.967558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.967865] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.968043] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.968259] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.968377] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.968489] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.968600] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.968709] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.968817] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.968951] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.991544] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.991718] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.991861] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.992073] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-62" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.992410] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-987d2420-7304-4f89-979e-d0820728ea85 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.992587] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.992708] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.993068] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.993214] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987d2420-7304-4f89-979e-d0820728ea85',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.170145] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.272439] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.273462] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.273754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.274313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.274447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.275016] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a already deleted. [ 746.276758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee5000b-b8fd-4eec-bc2a-1dedcba7cb3a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.459824] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 746.459824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.461156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.461156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.461156] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.498342] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.498342] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 987d2420-7304-4f89-979e-d0820728ea85 not found, creating... [ 746.498342] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.498342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.498813] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.498813] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.498897] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.499222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.499378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.499525] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 987d2420-7304-4f89-979e-d0820728ea85 is going to be created. [ 746.532770] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.532989] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.533151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.533519] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.533694] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.534019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.671674] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.965333] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.965333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.174600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.174678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.174806] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 747.230162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.230379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.230425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.230661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.230867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.244475] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 747.310123] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-e33a72f5-1fbf-48f3-a84e-94cc1c49f25b service nova] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_rules [ 747.311342] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-e33a72f5-1fbf-48f3-a84e-94cc1c49f25b service nova] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 747.311342] env[69301]: INFO networking_nsxv3.common.synchronization [req-938414f0-e971-4101-a92a-560ff8e19bf2 req-e33a72f5-1fbf-48f3-a84e-94cc1c49f25b service nova] Enqueued Resource ID: 987d2420-7304-4f89-979e-d0820728ea85 with Priority: HIGHEST for action port [ 747.313201] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_rules [ 747.313348] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 747.313447] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 987d2420-7304-4f89-979e-d0820728ea85 with Priority: HIGHEST for action port [ 747.314170] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.314170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.314372] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.314454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.314798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-987d2420-7304-4f89-979e-d0820728ea85 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.314937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.315014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.315206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.315321] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('987d2420-7304-4f89-979e-d0820728ea85',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.612353] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 747.612353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.612353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.612700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.612916] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.613106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.613206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.613407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.613516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.613624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.613734] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.817466] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 987d2420-7304-4f89-979e-d0820728ea85 with status ACTIVE [ 747.817466] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.817657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.817704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.817931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.818037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.818233] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.818341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.818575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.818575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.818642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.818790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.818882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.818943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.819093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.819172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.819257] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 987d2420-7304-4f89-979e-d0820728ea85 is going to be updated. [ 747.842306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.842656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.842734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.842902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.843066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.843231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-987d2420-7304-4f89-979e-d0820728ea85" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.116419] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.116589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.116693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.117316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.117316] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.117316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.117316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.117522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.118092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.118092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.118092] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.118092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.118092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.118304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.118379] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.118492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.118577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.118770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.119530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.119530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.119530] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.192024] env[69301]: INFO networking_nsxv3.common.synchronization [req-b8de8109-e181-40d8-aa44-672ad7b35d54 req-d95e29cd-a78c-464c-a4be-993f90b738b5 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 748.192024] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 748.192502] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.192502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.192502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.192630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.192712] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.192831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.192908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.193101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.193208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.193317] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.309705] env[69301]: INFO networking_nsxv3.common.synchronization [req-06fccd9e-44bf-4938-a801-1a0fea674607 req-6bd08350-18d1-4f66-8a22-3327b1e03681 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 748.310745] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 748.310745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.310745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.310900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.311500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.311500] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.311500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.311720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.311720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.311808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.311874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.621273] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109c96a6-b36d-4ed7-839f-7021d6130819: rpc.has_security_group_logging(os_id): False [ 748.641245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.641415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.641535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.641794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.641911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.642332] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.642441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.642510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.642730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.642773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.642930] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.643524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.643626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.643785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.643866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.644081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.644205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.644309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.644490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.644573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.644692] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be created. [ 748.696901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.697108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.697215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.697371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.697462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.697854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.697992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.698102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.698284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.698370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.698473] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 748.721990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.722209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.722540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.722767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.738587] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 748.742452] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.742648] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-283" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.742762] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-283" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743114] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-283" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.743393] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.743545] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743663] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743883] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.744036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.744298] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.744380] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.744488] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.744593] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.744796] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.744796] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.744932] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.747507] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.747652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.747708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.747876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.748025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.759919] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 748.773372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.773537] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.773680] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.773861] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-283" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.774199] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-89092681-3be6-4818-a0ff-5bf32e026917 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.774378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.774498] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.775420] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.775420] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89092681-3be6-4818-a0ff-5bf32e026917',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.814650] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.814812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.814885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.815121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.815216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.815413] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.815514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.815578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.815730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.815807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.815895] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 already deleted. [ 748.816274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.257591] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 749.258058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.258361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.258636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.259143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.259330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.259571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.259925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.260130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.260357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.260574] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.261719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262261] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.262364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.262792] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.277108] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.277556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.277556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.277948] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.279754] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.279754] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 89092681-3be6-4818-a0ff-5bf32e026917 not found, creating... [ 749.279754] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.279754] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.279754] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.280189] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.282581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.282581] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.282581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.282581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.282581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.283033] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.283033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 89092681-3be6-4818-a0ff-5bf32e026917 is going to be created. [ 749.319765] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.320105] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.320248] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.320574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.320838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.321228] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.767096] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.767258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.767435] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.270738] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.373383] env[69301]: INFO networking_nsxv3.common.synchronization [req-06fccd9e-44bf-4938-a801-1a0fea674607 req-167efdf1-40ac-4b7c-8287-5049be694482 service nova] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_rules [ 750.373383] env[69301]: INFO networking_nsxv3.common.synchronization [req-06fccd9e-44bf-4938-a801-1a0fea674607 req-167efdf1-40ac-4b7c-8287-5049be694482 service nova] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 750.373495] env[69301]: INFO networking_nsxv3.common.synchronization [req-06fccd9e-44bf-4938-a801-1a0fea674607 req-167efdf1-40ac-4b7c-8287-5049be694482 service nova] Enqueued Resource ID: 89092681-3be6-4818-a0ff-5bf32e026917 with Priority: HIGHEST for action port [ 750.373665] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_rules [ 750.373792] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 750.373899] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89092681-3be6-4818-a0ff-5bf32e026917 with Priority: HIGHEST for action port [ 750.374534] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.374608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.374654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.374887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.374973] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.376705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.376705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.376705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.376705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.376705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.377179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.377179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.377179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.377261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.378096] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.378519] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-89092681-3be6-4818-a0ff-5bf32e026917 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.380708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.380708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.380708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.380708] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89092681-3be6-4818-a0ff-5bf32e026917',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.756666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 750.756666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.774184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 750.774184] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 750.774184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.774184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.774184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.774184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.774184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.774184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.774184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 750.807273] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.807273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.807483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.807525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.807661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.817922] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 750.880364] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.881529] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.881652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.881799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89092681-3be6-4818-a0ff-5bf32e026917 with status ACTIVE [ 750.881949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.882827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.882827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.882827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.882827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.882827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.882827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.883149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.883149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.883499] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.883619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.883849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.884027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.884103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.884954] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89092681-3be6-4818-a0ff-5bf32e026917 is going to be updated. [ 750.935172] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.935432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.935555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.935889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.936797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.936797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.391472] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.894671] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.894912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.894912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.895141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.895231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.895331] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be created. [ 751.927605] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.927782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.927866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.928096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.928262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.947734] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: UNINITIALIZED for 2s [ 752.834831] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 752.834831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.834831] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.834831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.835533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.835533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.835533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.835533] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.835927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.835927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.835927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.837333] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.837458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.837519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.837738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.837858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.837980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.838121] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.258866] env[69301]: INFO networking_nsxv3.common.synchronization [None req-949dca0a-e39a-47de-9091-ee08f2c9d615 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Enqueued Resource ID: b032bc27-dcca-4ebb-9c28-5955c9974e2f with Priority: HIGHEST for action security_group_rules [ 753.260706] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032bc27-dcca-4ebb-9c28-5955c9974e2f with Priority: HIGHEST for action security_group_rules [ 753.261454] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.261454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.261454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.261910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.261910] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b032bc27-dcca-4ebb-9c28-5955c9974e2f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.278143] env[69301]: INFO networking_nsxv3.common.synchronization [None req-140c2715-5cfc-4370-8fe9-ee5032d66172 None None] Enqueued Resource ID: e3e990d1-0908-425b-88d6-dd64e3bee47d with Priority: HIGHEST for action port [ 753.278661] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e990d1-0908-425b-88d6-dd64e3bee47d with Priority: HIGHEST for action port [ 753.278966] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e990d1-0908-425b-88d6-dd64e3bee47d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.282849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e990d1-0908-425b-88d6-dd64e3bee47d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.282849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e990d1-0908-425b-88d6-dd64e3bee47d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.282849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e990d1-0908-425b-88d6-dd64e3bee47d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.282849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e990d1-0908-425b-88d6-dd64e3bee47d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.342140] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6208b4-4824-4097-b307-99d7c1381be2: rpc.has_security_group_logging(os_id): False [ 753.368644] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.368644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.368644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.368644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.368644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.368644] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.368964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.368964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.369111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.369151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.369392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.369499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.369570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.369714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.369783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.370158] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.370872] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 753.473017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.473435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.473576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.473835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.474455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.496251] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 753.531414] env[69301]: INFO networking_nsxv3.common.synchronization [None req-d8bf75d3-4ae3-41ad-a64e-5378a9203484 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Enqueued Resource ID: b032bc27-dcca-4ebb-9c28-5955c9974e2f with Priority: HIGHEST for action security_group_rules [ 753.531414] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032bc27-dcca-4ebb-9c28-5955c9974e2f with Priority: HIGHEST for action security_group_rules [ 753.531643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.531749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.785830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.785830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b032bc27-dcca-4ebb-9c28-5955c9974e2f already deleted. [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.785830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.785830] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b032bc27-dcca-4ebb-9c28-5955c9974e2f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.785830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3e990d1-0908-425b-88d6-dd64e3bee47d [ 753.785830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.786321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.786321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.786321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.786321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.786436] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3e990d1-0908-425b-88d6-dd64e3bee47d already deleted. [ 753.786436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e990d1-0908-425b-88d6-dd64e3bee47d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.959600] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 753.959879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.960094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.960325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.960530] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.960649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.960868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.960928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.960978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.961087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.961382] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.156077] env[69301]: INFO networking_nsxv3.common.synchronization [req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 req-d3cb9350-086e-4b83-8bc1-425ab1986b1a tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 754.157560] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 754.158012] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.158143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.158209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.158382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.158536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.158626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.158686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.158833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.158924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.159033] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.322543] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.323813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.325765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.325765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.325765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.325765] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b032bc27-dcca-4ebb-9c28-5955c9974e2f already deleted. [ 754.325765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b032bc27-dcca-4ebb-9c28-5955c9974e2f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.464893] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.465625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.465670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.465811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.465892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.466996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.467283] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.467428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.467539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.467982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.469182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.469273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.469438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.469545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469736] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.666498] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.938501] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1dea5746-4a40-4df1-ba74-9767667f13d2 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_rules [ 754.939096] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_rules [ 754.939575] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.939575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.939575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.939899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.942247] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.973826] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a4c815-4220-4e33-80d1-8de653019755: rpc.has_security_group_logging(os_id): False [ 755.000318] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.000472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.000545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.000759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.000869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.002351] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.004588] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.004588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.005181] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.005398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.005543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.005855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.006476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.006661] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be created. [ 755.085162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.087121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.087121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.087121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.087121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.105452] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 755.169812] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.206287] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f2741f75-7a5f-4bad-bb5f-6c5368a8f4ba tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_rules [ 755.207671] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_rules [ 755.208221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.208389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.439905] env[69301]: INFO networking_nsxv3.common.synchronization [req-80b91b3b-4d39-43d8-98a1-69ea143d0848 req-415d2b2f-e88e-40b7-8038-02e9a2ea9bcc tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 755.440534] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 755.445563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.445563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.445563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.445563] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.476879] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.476879] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 already deleted. [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.476879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.476879] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.511029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 755.511574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.512158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.513206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.514625] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.539188] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.539510] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.539603] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.540020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.542279] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.542279] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.542279] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.542585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.542841] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.542982] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.543042] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.543129] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.543275] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.543478] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.543533] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.543703] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.566566] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.566566] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.566727] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.566850] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.567907] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-76010ebe-0457-4212-b19d-ee1d4c4c79ea taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.567907] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.567907] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.567907] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.568298] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76010ebe-0457-4212-b19d-ee1d4c4c79ea',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.674896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.674896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.674896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.674896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.674896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.674896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 755.711627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.711627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.711627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.712447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.712624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.734573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 755.931070] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c8ec42d0-15aa-43f3-88bb-991f61eeb911 None None] Enqueued Resource ID: 8c679f63-0812-421e-ae03-b2b8d89ef7b2 with Priority: HIGHEST for action port [ 755.931239] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c679f63-0812-421e-ae03-b2b8d89ef7b2 with Priority: HIGHEST for action port [ 755.931827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c679f63-0812-421e-ae03-b2b8d89ef7b2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.931997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c679f63-0812-421e-ae03-b2b8d89ef7b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.931997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c679f63-0812-421e-ae03-b2b8d89ef7b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.932358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c679f63-0812-421e-ae03-b2b8d89ef7b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.932358] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c679f63-0812-421e-ae03-b2b8d89ef7b2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.945820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.946061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.946136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.946446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.946611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.946868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.946970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.947148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.947322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.947403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.947490] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be updated. [ 755.993427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.993762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.993762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.993832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.996472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.007932] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: IN_PROGRESS for 2s [ 756.010575] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.010575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.010575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.010575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.010575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.010575] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 already deleted. [ 756.010575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.019293] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.019293] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.019293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.019293] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.074342] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.074342] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 76010ebe-0457-4212-b19d-ee1d4c4c79ea not found, creating... [ 756.074342] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.074342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.075483] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.075483] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.075581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.075819] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.076053] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.076493] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 76010ebe-0457-4212-b19d-ee1d4c4c79ea is going to be created. [ 756.104783] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.104783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.104783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.106765] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.106765] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.107901] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.434440] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c679f63-0812-421e-ae03-b2b8d89ef7b2 [ 756.434869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.435203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.437037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.437037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.437618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.437618] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c679f63-0812-421e-ae03-b2b8d89ef7b2 already deleted. [ 756.437618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c679f63-0812-421e-ae03-b2b8d89ef7b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.521484] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.521649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.521695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.521925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.522111] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.522215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.522277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.522435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.522522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.522608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.525483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525483] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.971366] env[69301]: INFO networking_nsxv3.common.synchronization [None req-af3b32fc-289f-4371-9f8b-e3be4b921b17 None None] Enqueued Resource ID: 38c907c7-613c-4784-93c6-8a63d68f0521 with Priority: HIGHEST for action port [ 756.971366] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c907c7-613c-4784-93c6-8a63d68f0521 with Priority: HIGHEST for action port [ 756.971366] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-38c907c7-613c-4784-93c6-8a63d68f0521 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.971366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38c907c7-613c-4784-93c6-8a63d68f0521" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.971366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38c907c7-613c-4784-93c6-8a63d68f0521" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.971366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38c907c7-613c-4784-93c6-8a63d68f0521" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.971366] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c907c7-613c-4784-93c6-8a63d68f0521',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.030542] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6208b4-4824-4097-b307-99d7c1381be2: rpc.has_security_group_logging(os_id): False [ 757.051472] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.052212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.052212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.052212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.052212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.052383] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.052383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.052466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.052592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.052695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.053174] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.053174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.053434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.053434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.053794] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.053794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.053794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.054122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.054122] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 757.117050] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 757.117050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.125299] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.125299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.125437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.125663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.125663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.144952] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 757.189920] env[69301]: INFO networking_nsxv3.common.synchronization [req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 req-f75c62af-5c96-4d67-8c79-ca707b0426f3 service nova] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_rules [ 757.189920] env[69301]: INFO networking_nsxv3.common.synchronization [req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 req-f75c62af-5c96-4d67-8c79-ca707b0426f3 service nova] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 757.189920] env[69301]: INFO networking_nsxv3.common.synchronization [req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 req-f75c62af-5c96-4d67-8c79-ca707b0426f3 service nova] Enqueued Resource ID: 76010ebe-0457-4212-b19d-ee1d4c4c79ea with Priority: HIGHEST for action port [ 757.189920] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_rules [ 757.189920] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 757.189920] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76010ebe-0457-4212-b19d-ee1d4c4c79ea with Priority: HIGHEST for action port [ 757.190291] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190761] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.191665] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.191909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.191956] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-76010ebe-0457-4212-b19d-ee1d4c4c79ea taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.192026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.192082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.192252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.192326] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76010ebe-0457-4212-b19d-ee1d4c4c79ea',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.473287] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38c907c7-613c-4784-93c6-8a63d68f0521 [ 757.473550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.473690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.473763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.474015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.474268] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38c907c7-613c-4784-93c6-8a63d68f0521 already deleted. [ 757.474367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38c907c7-613c-4784-93c6-8a63d68f0521" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.696188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.696188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.696188] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76010ebe-0457-4212-b19d-ee1d4c4c79ea with status ACTIVE [ 757.696188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.696533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.696533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.696710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.696814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.697082] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.697314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.697314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.697400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.697438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.697616] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.697911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.697997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.698178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.698253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.698572] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76010ebe-0457-4212-b19d-ee1d4c4c79ea is going to be updated. [ 757.739129] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.739129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.739129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.739129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.739129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.742824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76010ebe-0457-4212-b19d-ee1d4c4c79ea" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.755039] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 757.755039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.755244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.755405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.755556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.755671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.755734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.755916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.756033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.756136] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.024197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: SUCCESS [ 758.024405] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac deletion is rescheduled due to dependency. [ 758.024525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.050422] env[69301]: INFO networking_nsxv3.common.synchronization [req-3b4cc408-8a45-451b-a9c8-276280b23ee0 req-4a6493f0-748d-42c5-b897-391e77d8fa78 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 758.050422] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 758.050422] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.051110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.051220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.051852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.051852] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.051852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.051852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.052086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.052086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052207] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.259914] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.557095] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.557305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.557391] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.557677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.557804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.558069] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.558231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.558286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.558495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.558601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.558717] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 758.604395] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.604395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.604395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.604395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.604649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.616814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 758.763321] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.913355] env[69301]: INFO networking_nsxv3.common.synchronization [None req-06598298-5c9d-43cd-8cfc-c62517c4104f None None] Enqueued Resource ID: dc858994-558d-4030-82de-0a03785d944b with Priority: HIGHEST for action port [ 758.913355] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc858994-558d-4030-82de-0a03785d944b with Priority: HIGHEST for action port [ 758.916223] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc858994-558d-4030-82de-0a03785d944b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.916376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc858994-558d-4030-82de-0a03785d944b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.916447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc858994-558d-4030-82de-0a03785d944b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.916723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc858994-558d-4030-82de-0a03785d944b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.916814] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc858994-558d-4030-82de-0a03785d944b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.168671] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 759.168671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.268705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.268876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.268948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.269220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.269344] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.269615] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 759.326034] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.326034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.326034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.326034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.338695] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 759.422081] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc858994-558d-4030-82de-0a03785d944b [ 759.422081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.422081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.422081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.422081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.422081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.422081] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc858994-558d-4030-82de-0a03785d944b already deleted. [ 759.422081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc858994-558d-4030-82de-0a03785d944b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.956595] env[69301]: INFO networking_nsxv3.common.synchronization [req-f155c993-90fc-4cb3-9571-9eee204a0cc2 req-4230f656-96bc-4bd2-9127-e09636bb319a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 759.957301] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 759.957673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.957946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.957946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.960139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.960139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.960139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.960139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.960139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.960139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.960139] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.465432] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.465687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.466884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.466990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.467461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.467461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.467461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.467666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.467666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.470077] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 already deleted. [ 760.470077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.628548] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 760.628792] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 deletion is rescheduled due to dependency. [ 760.628948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.013719] env[69301]: INFO networking_nsxv3.common.synchronization [None req-a39918c5-5770-40b1-a2db-0c7d977c49d0 None None] Enqueued Resource ID: 8fb6a6aa-1f32-4d95-a253-3cd335cda162 with Priority: HIGHEST for action port [ 761.014978] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fb6a6aa-1f32-4d95-a253-3cd335cda162 with Priority: HIGHEST for action port [ 761.015662] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fb6a6aa-1f32-4d95-a253-3cd335cda162 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.015825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fb6a6aa-1f32-4d95-a253-3cd335cda162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.016283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fb6a6aa-1f32-4d95-a253-3cd335cda162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.016511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fb6a6aa-1f32-4d95-a253-3cd335cda162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.016678] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fb6a6aa-1f32-4d95-a253-3cd335cda162',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.350296] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 761.350579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.350689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.351179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.351301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.351517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.351593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.351677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.351830] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.439394] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.439564] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.439690] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.440123] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.440659] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.440659] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.440659] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.440891] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.443923] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.444326] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.444466] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.444585] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.444702] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.444818] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.444951] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.445082] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.465300] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.465300] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.465300] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.465300] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.465581] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465855] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465855] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466131] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466337] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d20fa1e0-74a8-4b53-9ffe-da81932ebd22',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.522081] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fb6a6aa-1f32-4d95-a253-3cd335cda162 [ 761.522081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.522081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.522081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.522081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.522081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.522081] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fb6a6aa-1f32-4d95-a253-3cd335cda162 already deleted. [ 761.522081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fb6a6aa-1f32-4d95-a253-3cd335cda162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.859348] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.859348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.859348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.859348] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.859348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.859348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.859751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.859751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.859751] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.859751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.859980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.860145] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.861165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.861165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.861165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.861165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.861165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.861165] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.905036] env[69301]: INFO networking_nsxv3.common.synchronization [req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 req-d8d58644-d853-418a-9fdb-b56752b09ee1 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 761.909389] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 761.909389] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.909389] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.909389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.909389] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.971530] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.971743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.971866] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.972156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.972516] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.972516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port d20fa1e0-74a8-4b53-9ffe-da81932ebd22 not found, creating... [ 761.972750] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.972917] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.973085] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.973327] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.973464] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.973741] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.975180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.975180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978162] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.978334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.978493] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: d20fa1e0-74a8-4b53-9ffe-da81932ebd22 is going to be created. [ 762.003418] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.003627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.003751] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.004039] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.004707] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.004707] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.059825] env[69301]: INFO networking_nsxv3.common.synchronization [req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 req-11bbae4e-3d59-4e65-a439-d94c2f82630b tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_members [ 762.060440] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGHEST for action security_group_members [ 762.060750] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.060876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061957] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.366802] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f753a910-ff00-4a64-98b5-2f8955c51e74: rpc.has_security_group_logging(os_id): False [ 762.388182] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.388381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.388440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.388720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.388832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.389072] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.389202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.389300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.390694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.390798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.391063] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.391175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.391242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.391429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.391507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.391703] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.391791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.391844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.391996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.392106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.392189] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 762.410771] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.474415] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.474788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.474788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.474992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.475559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.497245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 762.568388] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568388] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568388] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 is going to be updated. [ 762.592262] env[69301]: INFO networking_nsxv3.common.synchronization [req-e3eaba3f-2116-4495-bcae-7fa495c77fdc req-e40f45d4-1643-427c-a643-36f1c169d507 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 762.592785] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 762.594065] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.594160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.594160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.594354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.594502] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.594784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.594784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.596142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.596142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.596142] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.616743] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.616985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.617112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.617343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.617492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.632260] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 in Status: IN_PROGRESS for 2s [ 762.890030] env[69301]: INFO networking_nsxv3.common.synchronization [req-f155c993-90fc-4cb3-9571-9eee204a0cc2 req-c2a1f003-774b-41d3-bf52-dae45e5b9561 service nova] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 762.890030] env[69301]: INFO networking_nsxv3.common.synchronization [req-f155c993-90fc-4cb3-9571-9eee204a0cc2 req-c2a1f003-774b-41d3-bf52-dae45e5b9561 service nova] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 762.890030] env[69301]: INFO networking_nsxv3.common.synchronization [req-f155c993-90fc-4cb3-9571-9eee204a0cc2 req-c2a1f003-774b-41d3-bf52-dae45e5b9561 service nova] Enqueued Resource ID: d20fa1e0-74a8-4b53-9ffe-da81932ebd22 with Priority: HIGHEST for action port [ 762.890030] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 762.890030] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 762.890030] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d20fa1e0-74a8-4b53-9ffe-da81932ebd22 with Priority: HIGHEST for action port [ 762.890030] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890517] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.891817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.891940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892354] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.892446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.892503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.892646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.892733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.895448] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.895448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.895448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.895448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.895448] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d20fa1e0-74a8-4b53-9ffe-da81932ebd22',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.915378] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.096811] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.175420] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c035c29b-f388-4546-97b3-4a3e635c8249 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 763.176483] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 763.180123] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.180123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.180123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.180123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.180123] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.286721] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.287387] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.288609] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.288609] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.288609] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.288609] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.288609] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.289524] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.289824] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.291839] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.291839] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.291839] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.291839] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.291839] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.291839] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.291839] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.318574] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.318817] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.319051] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.319378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-772" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.320658] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-3c2e9aad-b55a-41dd-8364-11063ce47d39 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.320658] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.320658] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.320658] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.320937] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2e9aad-b55a-41dd-8364-11063ce47d39',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.345633] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1552f8cd-fb8b-4f70-bd28-e292572d5e0e tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 763.346392] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 763.346534] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.346719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.393119] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.393317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.395664] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.397464] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d20fa1e0-74a8-4b53-9ffe-da81932ebd22 with status ACTIVE [ 763.398535] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.398535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.398535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.398535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.398535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.399058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.399228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.399332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.399521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.399557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.399722] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.399886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.399886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.403105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.403105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.403105] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d20fa1e0-74a8-4b53-9ffe-da81932ebd22 is going to be updated. [ 763.417250] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.417444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.417477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.417689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.417778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.417950] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 763.431625] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.431761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.432872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.432872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.433268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.433366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d20fa1e0-74a8-4b53-9ffe-da81932ebd22" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.480224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.480523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.480523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.480685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.480828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.492060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 763.600528] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.707179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.707179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 already deleted. [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.707179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.707179] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.827027] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.827027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 3c2e9aad-b55a-41dd-8364-11063ce47d39 not found, creating... [ 763.827027] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.827027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.827599] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.827599] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.827599] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.828345] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.828524] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.828683] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 3c2e9aad-b55a-41dd-8364-11063ce47d39 is going to be created. [ 763.856628] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.856628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.856628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.856628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.856628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.902736] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.020524] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f44d64f9-651b-478a-bcf3-d92cb4f0edbe None None] Enqueued Resource ID: d2dc0745-d6d8-4a8e-9835-9d54c710a3fe with Priority: HIGHEST for action port [ 764.021568] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2dc0745-d6d8-4a8e-9835-9d54c710a3fe with Priority: HIGHEST for action port [ 764.022107] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2dc0745-d6d8-4a8e-9835-9d54c710a3fe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.022695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2dc0745-d6d8-4a8e-9835-9d54c710a3fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.022695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2dc0745-d6d8-4a8e-9835-9d54c710a3fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.022695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2dc0745-d6d8-4a8e-9835-9d54c710a3fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.022695] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2dc0745-d6d8-4a8e-9835-9d54c710a3fe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.104396] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.104558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.104669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.104948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.105046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.105152] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 764.191230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.191382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.191452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.191666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.191807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.206411] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 764.239881] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.240129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.240179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.240435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.240532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.240632] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 already deleted. [ 764.240717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.408230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.408386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.408466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.408727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.408814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.408920] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be created. [ 764.437771] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.438039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.438120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.438340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.438496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.453589] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: UNINITIALIZED for 2s [ 764.515220] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 764.515604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.525339] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2dc0745-d6d8-4a8e-9835-9d54c710a3fe [ 764.525596] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.525715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.525795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.525995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.526101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.526201] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2dc0745-d6d8-4a8e-9835-9d54c710a3fe already deleted. [ 764.526294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2dc0745-d6d8-4a8e-9835-9d54c710a3fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.642754] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 in Status: SUCCESS [ 764.642754] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 deletion is rescheduled due to dependency. [ 764.642754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.783115] env[69301]: INFO networking_nsxv3.common.synchronization [req-e3eaba3f-2116-4495-bcae-7fa495c77fdc req-07f5b5fb-b05b-40db-9a6d-c8e9828ab956 service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 764.783167] env[69301]: INFO networking_nsxv3.common.synchronization [req-e3eaba3f-2116-4495-bcae-7fa495c77fdc req-07f5b5fb-b05b-40db-9a6d-c8e9828ab956 service nova] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 764.783325] env[69301]: INFO networking_nsxv3.common.synchronization [req-e3eaba3f-2116-4495-bcae-7fa495c77fdc req-07f5b5fb-b05b-40db-9a6d-c8e9828ab956 service nova] Enqueued Resource ID: 3c2e9aad-b55a-41dd-8364-11063ce47d39 with Priority: HIGHEST for action port [ 764.783553] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_rules [ 764.783677] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 764.783894] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2e9aad-b55a-41dd-8364-11063ce47d39 with Priority: HIGHEST for action port [ 764.784412] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.784541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.784610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.785940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.785940] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.788466] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.788536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.788754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2e9aad-b55a-41dd-8364-11063ce47d39 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.788870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.789168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.789212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.789266] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2e9aad-b55a-41dd-8364-11063ce47d39',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.294202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.294202] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c2e9aad-b55a-41dd-8364-11063ce47d39 with status ACTIVE [ 765.294202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.294202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.294202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.295556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.295556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.295556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.295556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.298030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.298030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.298030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c2e9aad-b55a-41dd-8364-11063ce47d39 is going to be updated. [ 765.335222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.335429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.335429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.335654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.335796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.335963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2e9aad-b55a-41dd-8364-11063ce47d39" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.503071] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 765.503071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.220851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 766.221274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.221486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.221659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.221840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.222123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.222194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.222397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.222937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.222937] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.464883] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 766.465225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.465424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.465716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.465960] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.466181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.466276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.466452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.466556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.466699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.466832] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.727186] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.970056] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.229775] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.474411] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03933cb9-a913-4bb9-a984-dd3ac5804891: rpc.has_security_group_logging(os_id): False [ 767.497356] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.497526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.497599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.497752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.497842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.498208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.498354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.498354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.498545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.498612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.498707] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be created. [ 767.611437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.611652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.611652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.611852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.612048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.625669] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 767.735151] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.735151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.735151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.735151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.735151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.735151] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 767.786455] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.786641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.786734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.787077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.787317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.806708] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 769.636198] env[69301]: INFO networking_nsxv3.common.synchronization [req-b7373390-2e8b-4954-945a-d33ca1c6d319 req-770da407-4fd2-452a-b36d-ea3d100d7021 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 769.636851] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 769.637772] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.637926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.638019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.638236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.638569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.639456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.639456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.639456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.639456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.639456] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.672198] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 769.672437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.829425] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 769.829593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.829758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.829972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.830371] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.830509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.830602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.830891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.830993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.831304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.831457] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.142072] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.334281] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.334466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.334559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.334815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.337024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.337024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.337024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.337024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.337024] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.472064] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_members [ 770.472304] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 770.474278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_members [ 770.475057] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 770.475431] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a429e4-f7d0-49b8-b017-d7267f5e5018 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.475598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.475705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.476081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.476205] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.476345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.476427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.476616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.476729] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.476849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.478253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.478420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.482009] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.482666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.482666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.482957] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.541366] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_rules [ 770.541540] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_members [ 770.541672] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_rules [ 770.541791] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 770.541909] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c55d37a-9c74-4951-8b9c-fbfbbaf0064a req-f4f348bf-c239-4254-af0f-c4feb44e16b7 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 89092681-3be6-4818-a0ff-5bf32e026917 with Priority: HIGHEST for action port [ 770.544219] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_rules [ 770.544219] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_rules [ 770.544219] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89092681-3be6-4818-a0ff-5bf32e026917 with Priority: HIGHEST for action port [ 770.544219] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_members [ 770.544219] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 770.544219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a429e4-f7d0-49b8-b017-d7267f5e5018 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.544219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.544219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.544219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.544219] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.545213] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.545213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.545213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.545629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.545730] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.546594] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-89092681-3be6-4818-a0ff-5bf32e026917 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.546832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.546936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.547132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.547352] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89092681-3be6-4818-a0ff-5bf32e026917',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.551276] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a429e4-f7d0-49b8-b017-d7267f5e5018 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.551408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.552453] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.552453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.649771] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.839096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8bf01a-0440-4e26-ab12-7aac3682ddc1: rpc.has_security_group_logging(os_id): False [ 770.869451] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.869815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.869815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.870138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.870213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.870483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.870617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.870677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.870906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.871076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.871329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.871477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.871965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.872039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.872422] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.872575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.872575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.872746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.872824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.872891] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 770.984514] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.985615] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.023253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.023530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.023530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.023873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.024056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.053175] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a429e4-f7d0-49b8-b017-d7267f5e5018 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.053527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.053714] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89092681-3be6-4818-a0ff-5bf32e026917 with status ACTIVE [ 771.054059] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.054487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054642] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.055023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.055149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.055370] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.055520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.055576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.055762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.055863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.055978] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89092681-3be6-4818-a0ff-5bf32e026917 is going to be updated. [ 771.057326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.057452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.107573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 771.140252] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.140252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.140252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.140252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.140252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.140787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.152382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.152666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.152842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.153105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.153233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.153340] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 771.168269] env[69301]: INFO networking_nsxv3.common.synchronization [req-e07d9421-0352-4bc4-b066-f76a89ef174c req-bb84beed-ea05-4330-8b19-970fd3784001 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_members [ 771.168539] env[69301]: INFO networking_nsxv3.common.synchronization [req-e07d9421-0352-4bc4-b066-f76a89ef174c req-bb84beed-ea05-4330-8b19-970fd3784001 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 771.169593] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 with Priority: HIGHEST for action security_group_members [ 771.169888] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 771.170417] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a429e4-f7d0-49b8-b017-d7267f5e5018 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.170663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.171090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.171311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.245738] env[69301]: INFO networking_nsxv3.common.synchronization [req-e07d9421-0352-4bc4-b066-f76a89ef174c req-bb84beed-ea05-4330-8b19-970fd3784001 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_rules [ 771.246147] env[69301]: INFO networking_nsxv3.common.synchronization [req-e07d9421-0352-4bc4-b066-f76a89ef174c req-bb84beed-ea05-4330-8b19-970fd3784001 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 771.246421] env[69301]: INFO networking_nsxv3.common.synchronization [req-e07d9421-0352-4bc4-b066-f76a89ef174c req-bb84beed-ea05-4330-8b19-970fd3784001 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 89092681-3be6-4818-a0ff-5bf32e026917 with Priority: HIGHEST for action port [ 771.247365] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_rules [ 771.248308] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 771.248308] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89092681-3be6-4818-a0ff-5bf32e026917 with Priority: HIGHEST for action port [ 771.248551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.248764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.249174] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.249383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.249828] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-89092681-3be6-4818-a0ff-5bf32e026917 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.249993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.250289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.252754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.252754] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89092681-3be6-4818-a0ff-5bf32e026917',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.441153] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.441443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.441443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.441817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.441817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.479359] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 771.487831] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.488979] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.754122] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89092681-3be6-4818-a0ff-5bf32e026917 with status ACTIVE [ 771.755037] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.755037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.755037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.755347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.755347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.755445] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.755572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.755640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.755971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.756116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.756345] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.756550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.756550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.756784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.756900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.757151] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89092681-3be6-4818-a0ff-5bf32e026917 is going to be updated. [ 771.832013] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.832013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.832013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.832013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.832013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.832013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89092681-3be6-4818-a0ff-5bf32e026917" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.992625] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.992854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.992932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.993162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.993262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.993584] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 is going to be created. [ 771.994960] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.995234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.995304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.995645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.995747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.995847] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be updated. [ 772.072527] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.072726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.072726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.072946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.073104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075315] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.075441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.088854] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 772.089567] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 in Status: UNINITIALIZED for 2s [ 772.752075] env[69301]: INFO networking_nsxv3.common.synchronization [req-390e4552-7741-46cd-b2a0-659e99f87fb2 req-6d206746-d39a-4ef1-9c40-1a7ad1e5daaf tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 772.752934] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 772.757021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.757384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.757384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.757484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.757696] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.757802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.757862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.758028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.758117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.758217] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.186851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 773.186851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.261977] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.368236] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 773.368479] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.540454] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 773.540454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.681342] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.681650] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.681880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.682331] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.682779] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.683065] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.683276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.683652] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.683911] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.684278] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.684474] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.684667] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.684857] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.685073] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.685268] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.685496] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.737165] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.737344] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.737482] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.737654] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-929" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.737968] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-c12df330-bee4-42e5-af16-5883470c04d7 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.738157] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.738318] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.738602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.738746] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12df330-bee4-42e5-af16-5883470c04d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.764227] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.107563] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 in Status: SUCCESS [ 774.107785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.108520] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 774.108742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109302] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.109377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.109427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.109579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.109659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.109753] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.110858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.110858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.111096] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.111096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.112014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.112014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.112014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.112014] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.240953] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.241774] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.241774] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.241774] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.242085] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.242085] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port c12df330-bee4-42e5-af16-5883470c04d7 not found, creating... [ 774.242314] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.242459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.242531] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.242772] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.242860] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243159] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.243316] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.243430] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.243667] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.243806] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243946] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: c12df330-bee4-42e5-af16-5883470c04d7 is going to be created. [ 774.266019] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.266221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.266360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.266557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.266654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.266722] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be updated. [ 774.303221] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.303464] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.303580] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.303966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.304243] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.304420] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.323536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.323536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.323536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.323805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.324082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.333853] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 774.612911] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.613599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.613599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.613741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.613773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.614338] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.614338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.614510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.614675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.614799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.614938] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 is going to be deleted. [ 774.618118] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.688066] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.688066] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.688066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.688066] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.124412] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.125886] env[69301]: INFO networking_nsxv3.common.synchronization [req-390e4552-7741-46cd-b2a0-659e99f87fb2 req-44e5019c-6d99-4d92-acd7-dc46b2bfb9aa service nova] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_rules [ 775.130586] env[69301]: INFO networking_nsxv3.common.synchronization [req-390e4552-7741-46cd-b2a0-659e99f87fb2 req-44e5019c-6d99-4d92-acd7-dc46b2bfb9aa service nova] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 775.130586] env[69301]: INFO networking_nsxv3.common.synchronization [req-390e4552-7741-46cd-b2a0-659e99f87fb2 req-44e5019c-6d99-4d92-acd7-dc46b2bfb9aa service nova] Enqueued Resource ID: c12df330-bee4-42e5-af16-5883470c04d7 with Priority: HIGHEST for action port [ 775.130586] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_rules [ 775.130586] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 775.130586] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12df330-bee4-42e5-af16-5883470c04d7 with Priority: HIGHEST for action port [ 775.130586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.130586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.130586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.130586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.130586] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.137253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.140039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.140039] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12df330-bee4-42e5-af16-5883470c04d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.140039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.140039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.140039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.140039] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12df330-bee4-42e5-af16-5883470c04d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.193399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.193399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.193399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.193568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.193635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.193868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.193982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.194057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.194309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.194397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.194489] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 already deleted. [ 775.194543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.194652] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.195832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.195939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.196177] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.196321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.196370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.196926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.196926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.196926] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.632976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.633159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.633232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.633456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.633553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.633651] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be updated. [ 775.640827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.640827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.645242] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c12df330-bee4-42e5-af16-5883470c04d7 with status ACTIVE [ 775.645513] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.645653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.645720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.646414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.646414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.646414] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.646414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.646414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.646695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.646695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.646789] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.646862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.646895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.647048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.647127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.647330] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c12df330-bee4-42e5-af16-5883470c04d7 is going to be updated. [ 775.688880] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.688880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.688880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.689130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.689276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.691922] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.691922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.692185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.692185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.693990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.693990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12df330-bee4-42e5-af16-5883470c04d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.699077] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21a429e4-f7d0-49b8-b017-d7267f5e5018',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.700121] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.700376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.700376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.700833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.701673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.701673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.701673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.701673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.701673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.701673] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 already deleted. [ 775.702064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.702922] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 775.884900] env[69301]: INFO networking_nsxv3.common.synchronization [req-13450bab-4cf5-4883-905d-ca049b776469 req-8592dca3-166d-4d3d-b7d1-3ad70660890e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_members [ 775.886397] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_members [ 775.887021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.888049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.888049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.888049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.888422] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.888681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.888855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.889140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.889465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.889465] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.204284] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21a429e4-f7d0-49b8-b017-d7267f5e5018: rpc.has_security_group_logging(os_id): False [ 776.256848] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.257063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.257063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.257222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.257325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.257583] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.257692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.257749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.257929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.258039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.258150] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 is going to be created. [ 776.288407] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/21a429e4-f7d0-49b8-b017-d7267f5e5018], does not exist path=[/infra/domains/default/groups/21a429e4-f7d0-49b8-b017-d7267f5e5018]."\n}' [ 776.288677] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/21a429e4-f7d0-49b8-b017-d7267f5e5018 [ 776.288677] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 776.348876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.348876] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.348876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.348876] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.352748] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.353304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.353304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.353304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.355198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.355790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.356050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.356380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.356705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.356854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.357246] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.357372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.357461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.357996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.357996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.357996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a429e4-f7d0-49b8-b017-d7267f5e5018 is going to be created. [ 776.380250] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/21a429e4-f7d0-49b8-b017-d7267f5e5018], does not exist path=[/infra/domains/default/groups/21a429e4-f7d0-49b8-b017-d7267f5e5018]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/21a429e4-f7d0-49b8-b017-d7267f5e5018 [ 776.380460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a429e4-f7d0-49b8-b017-d7267f5e5018" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.380937] env[69301]: Traceback (most recent call last): [ 776.381021] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 776.381021] env[69301]: return func(*args, **kwargs) [ 776.381021] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 776.381021] env[69301]: res.raise_for_status() [ 776.381021] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 776.381021] env[69301]: raise HTTPError(http_error_msg, response=self) [ 776.381021] env[69301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/21a429e4-f7d0-49b8-b017-d7267f5e5018 [ 776.381021] env[69301]: During handling of the above exception, another exception occurred: [ 776.381021] env[69301]: Traceback (most recent call last): [ 776.381021] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 776.381021] env[69301]: listener.cb(fileno) [ 776.381021] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 776.381021] env[69301]: result = function(*args, **kwargs) [ 776.381021] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 776.381021] env[69301]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 776.381021] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 776.381021] env[69301]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 776.381021] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 776.381021] env[69301]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 776.381021] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 776.381021] env[69301]: res.raise_for_status() [ 776.381021] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 776.381021] env[69301]: raise HTTPError(http_error_msg, response=self) [ 776.381021] env[69301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/21a429e4-f7d0-49b8-b017-d7267f5e5018 [ 776.381021] env[69301]: Removing descriptor: 15 [ 776.393135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.393306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.393377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.393606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.393700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.393902] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.394011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.394109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.394293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.394372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.394460] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54041886-f599-4f24-9740-930a3c04136b already deleted. [ 776.394541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.541682] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.541886] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.542017] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.542576] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.542852] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.543025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.543144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.543378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.543520] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.543733] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.543846] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.543955] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.544127] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.544191] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.544292] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.544428] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.564719] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.564924] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.565098] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.565290] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.565638] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-ef03554e-e4af-47ea-9c56-1d7207f8e08e taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.565811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.565927] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.566333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.566485] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef03554e-e4af-47ea-9c56-1d7207f8e08e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.860702] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.068978] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.069270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.069409] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.069696] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.069851] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.070032] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port ef03554e-e4af-47ea-9c56-1d7207f8e08e not found, creating... [ 777.070380] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.070543] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.070660] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.071028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.071706] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.071944] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.072123] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.072411] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.072625] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.072806] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: ef03554e-e4af-47ea-9c56-1d7207f8e08e is going to be created. [ 777.097904] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.098210] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.098351] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.100823] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.100823] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.100823] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.365993] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.714425] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 777.714919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.715323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.715525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.715841] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.716126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.716126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.716392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.716612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.716651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.716791] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.718115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.721640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.722232] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.722232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.722232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.722544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.722544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.722544] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.869586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.869586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.869586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.869586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.869586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.869849] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be updated. [ 777.906084] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.906166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.906219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.906430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.906577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.916864] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 778.227521] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.227521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.227521] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.356799] env[69301]: INFO networking_nsxv3.common.synchronization [req-13450bab-4cf5-4883-905d-ca049b776469 req-2ba37969-64f6-4458-b91b-94ec32f4feec service nova] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_rules [ 778.356799] env[69301]: INFO networking_nsxv3.common.synchronization [req-13450bab-4cf5-4883-905d-ca049b776469 req-2ba37969-64f6-4458-b91b-94ec32f4feec service nova] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_members [ 778.356943] env[69301]: INFO networking_nsxv3.common.synchronization [req-13450bab-4cf5-4883-905d-ca049b776469 req-2ba37969-64f6-4458-b91b-94ec32f4feec service nova] Enqueued Resource ID: ef03554e-e4af-47ea-9c56-1d7207f8e08e with Priority: HIGHEST for action port [ 778.357118] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_rules [ 778.357203] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_members [ 778.357298] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef03554e-e4af-47ea-9c56-1d7207f8e08e with Priority: HIGHEST for action port [ 778.361248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.361452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.361601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.361859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.361859] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.362854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.363050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.363050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.364054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.364054] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.364054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.364054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.364848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.365027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.365165] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.366646] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef03554e-e4af-47ea-9c56-1d7207f8e08e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.367050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.367181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.367315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.367392] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef03554e-e4af-47ea-9c56-1d7207f8e08e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.728772] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.870566] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.870730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.870922] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.871909] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef03554e-e4af-47ea-9c56-1d7207f8e08e with status ACTIVE [ 778.872134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.872248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.872313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.872523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.872606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.872786] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.877179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.877179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.877179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef03554e-e4af-47ea-9c56-1d7207f8e08e is going to be updated. [ 778.907482] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.907718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.907718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.907934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.908158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.908336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef03554e-e4af-47ea-9c56-1d7207f8e08e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.232944] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.233824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.233873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.234091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.234190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.234292] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be updated. [ 779.240235] env[69301]: INFO networking_nsxv3.common.synchronization [req-2b6aaa19-d5a8-4656-887b-402994d4c36d req-84e4f6a5-30d7-4756-a754-2d88ef453113 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Enqueued Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 779.240235] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a4c815-4220-4e33-80d1-8de653019755 with Priority: HIGHEST for action security_group_members [ 779.240235] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.240235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.273737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.274099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.274229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.274519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.274716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.292516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 779.379919] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.882343] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.882578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.882578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.882853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.882932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.882987] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54041886-f599-4f24-9740-930a3c04136b is going to be created. [ 779.908311] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.908494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.908564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.908803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.910279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.921286] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54041886-f599-4f24-9740-930a3c04136b in Status: UNINITIALIZED for 2s [ 779.929791] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 779.930032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.930218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.930432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.930616] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.930730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.930791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.930935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.931023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.931140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.931226] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.437883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.437883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.437883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.438350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.438350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.438350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.438350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.438530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.438530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.438647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.438774] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.438844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.438904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.439075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.439219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.439313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.439370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.439496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.439568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.443029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.443029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.944078] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef42f3bf-14ae-4750-aae3-ea915b1aa518: rpc.has_security_group_logging(os_id): False [ 780.964511] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.964721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.964772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.965232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.010291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.010673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.010781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.010820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.011455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.011455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.011455] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.011455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.011455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.012826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.012826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.012826] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.012826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.012826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.012826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.012826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.012826] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be updated. [ 781.129464] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.129694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.129694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.129899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.130068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 781.305057] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 781.305314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.305896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.309614] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.309614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.309614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.309614] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.814136] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.814578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.814578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.814668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.839084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.839350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.839477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.839555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.839745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.839832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.839923] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be updated. [ 781.874221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.874346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.874448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.874625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.874786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.887720] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 781.941743] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54041886-f599-4f24-9740-930a3c04136b in Status: SUCCESS [ 781.942015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.942295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.942541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.942744] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.942856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.942931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.943101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.943183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.943274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.943365] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.448026] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.953220] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54041886-f599-4f24-9740-930a3c04136b: rpc.has_security_group_logging(os_id): False [ 782.976629] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.976629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.976629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.976629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.976629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.976971] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.977099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.977099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.977390] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54041886-f599-4f24-9740-930a3c04136b is going to be created. [ 783.063277] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.063464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.063464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.064299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.064299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.080882] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54041886-f599-4f24-9740-930a3c04136b in Status: IN_PROGRESS for 2s [ 783.204507] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 783.204507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.879072] env[69301]: INFO networking_nsxv3.common.synchronization [req-6aa04f6b-ad75-4577-a522-a87c0008f534 req-8b039ec3-1c6e-400e-8471-05269ee774e5 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 783.879655] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGHEST for action security_group_members [ 783.879972] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.880772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.880851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.881111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.881362] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.881526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.881644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.881837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.881922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.882176] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.900343] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 783.900343] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 deletion is rescheduled due to dependency. [ 783.900343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.900343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.900343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.900343] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.900343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.900343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.900989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.900989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.901070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.901320] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56a4c815-4220-4e33-80d1-8de653019755 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.901401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.901583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.901645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.901762] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.901859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.901920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.902178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.902288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.902488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.902562] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.904555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.904555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.904555] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.905147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.905269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.905451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.905611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.905688] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.385174] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.385502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.385502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.385739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.405171] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56a4c815-4220-4e33-80d1-8de653019755: rpc.has_security_group_logging(os_id): False [ 784.408294] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.408536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.435323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.435323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.435323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.435323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.435323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.435323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.435323] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be updated. [ 784.435715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.435715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.435715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.436106] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.436106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.436460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.436460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.436623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.436658] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be updated. [ 784.439812] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.439963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.440111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.440294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.440391] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.440645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.440756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.440822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.440990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.445053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.445294] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.445390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.445463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.445708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.445761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.445986] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.446114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.446172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.446346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.446426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.446499] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be updated. [ 784.501405] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.501405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.501405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.501405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.503024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.508238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.508703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.508950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.509393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.509723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.536182] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: IN_PROGRESS for 2s [ 784.536182] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 784.545655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.548022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.548022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.548022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.548022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.580096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: IN_PROGRESS for 2s [ 785.098251] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54041886-f599-4f24-9740-930a3c04136b in Status: SUCCESS [ 785.100061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.547935] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 786.548339] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56a4c815-4220-4e33-80d1-8de653019755 deletion is rescheduled due to dependency. [ 786.548339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.549094] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb in Status: SUCCESS [ 786.549248] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb deletion is rescheduled due to dependency. [ 786.549343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.598616] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56a4c815-4220-4e33-80d1-8de653019755 in Status: SUCCESS [ 786.598616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.598616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598616] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56a4c815-4220-4e33-80d1-8de653019755',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.123289] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.123479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.123554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.125428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.125428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.125428] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56a4c815-4220-4e33-80d1-8de653019755 is going to be deleted. [ 787.182204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.182404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.182404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.183347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.183347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.183347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56a4c815-4220-4e33-80d1-8de653019755" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.492594] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 req-7e44e0bd-c3f3-48f8-91b2-532c39820a03 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_members [ 788.493163] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_members [ 788.493459] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.493579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.493643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.493894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.495264] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.495480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.495655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.495884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.496019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.496146] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.549346] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f477a1ce-8517-49cf-a9f9-2bca18b08dd3 None None] Enqueued Resource ID: 8d9bbadb-22f5-4a81-a9bf-41f546ede266 with Priority: HIGHEST for action port [ 788.549956] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9bbadb-22f5-4a81-a9bf-41f546ede266 with Priority: HIGHEST for action port [ 788.550419] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d9bbadb-22f5-4a81-a9bf-41f546ede266 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.550537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d9bbadb-22f5-4a81-a9bf-41f546ede266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.550572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d9bbadb-22f5-4a81-a9bf-41f546ede266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.552289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d9bbadb-22f5-4a81-a9bf-41f546ede266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.552455] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9bbadb-22f5-4a81-a9bf-41f546ede266',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.998325] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.998489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.998562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.998773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.998868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.999074] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.999175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.999239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.999390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.999466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.999553] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 already deleted. [ 788.999632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.055147] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d9bbadb-22f5-4a81-a9bf-41f546ede266 [ 789.055307] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.055443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.055521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.055704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.055785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.055876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d9bbadb-22f5-4a81-a9bf-41f546ede266 already deleted. [ 789.055953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d9bbadb-22f5-4a81-a9bf-41f546ede266" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.235040] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.235040] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.235040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.235040] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.235040] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.235040] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.235040] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.235960] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.235960] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.235960] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.257133] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.257318] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.257454] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.257623] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.257952] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.258128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.258252] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.259222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.259222] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b7cdd6-fb8f-48c0-970a-87d7b95f4f14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.765102] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.765408] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.767164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.767164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.767164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.767164] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 not found, creating... [ 789.767164] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.767164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.767164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.767164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.767499] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.767588] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.768439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.768439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.768708] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.768898] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.769096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 is going to be created. [ 789.793308] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.793830] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.794125] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.794541] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.796465] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.796830] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.709254] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 req-0aefd770-18e3-4971-bd9d-6d7fe2019438 service nova] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_rules [ 790.709254] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 req-0aefd770-18e3-4971-bd9d-6d7fe2019438 service nova] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_members [ 790.709254] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 req-0aefd770-18e3-4971-bd9d-6d7fe2019438 service nova] Enqueued Resource ID: 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 with Priority: HIGHEST for action port [ 790.710089] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_rules [ 790.710403] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_members [ 790.710730] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 with Priority: HIGHEST for action port [ 790.713112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.714125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.714286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.714682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.714976] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.716607] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.716607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.716607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.716858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.716940] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.717140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.717193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.717396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.717574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.717648] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.720737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.722139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.722139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.722139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.722139] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b7cdd6-fb8f-48c0-970a-87d7b95f4f14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.945872] env[69301]: INFO networking_nsxv3.common.synchronization [None req-867a2d1c-84c4-40ca-a514-130eb76ca334 None None] Enqueued Resource ID: 42b0267e-0a3a-412d-acc3-3c9f0a279f0a with Priority: HIGHEST for action port [ 790.946149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b0267e-0a3a-412d-acc3-3c9f0a279f0a with Priority: HIGHEST for action port [ 790.946723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b0267e-0a3a-412d-acc3-3c9f0a279f0a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.946890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b0267e-0a3a-412d-acc3-3c9f0a279f0a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.946969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b0267e-0a3a-412d-acc3-3c9f0a279f0a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.947226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b0267e-0a3a-412d-acc3-3c9f0a279f0a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.947314] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b0267e-0a3a-412d-acc3-3c9f0a279f0a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.223158] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.224382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.224382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.225240] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 with status ACTIVE [ 791.225240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.225240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.225240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.225240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.225516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.225516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.225759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.225759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.225759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.225858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.226021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.226521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.226618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.226944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.226944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.226944] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 is going to be updated. [ 791.251675] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.251836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.251914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.252134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.252278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.252442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.450312] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42b0267e-0a3a-412d-acc3-3c9f0a279f0a [ 791.450435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.450508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.450592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.450773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.450896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.450959] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42b0267e-0a3a-412d-acc3-3c9f0a279f0a already deleted. [ 791.451036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b0267e-0a3a-412d-acc3-3c9f0a279f0a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.725661] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.227952] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.228308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.228308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.228708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.228708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.228708] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 is going to be created. [ 792.266905] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.267155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.267208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.267535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.267947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.280990] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450ae56a-ff1b-4475-9725-91e6b477b453 in Status: UNINITIALIZED for 2s [ 792.904170] env[69301]: INFO networking_nsxv3.common.synchronization [req-b142f972-9f20-4d4f-8d06-bd80994dc99b req-daf75c65-8825-4589-bff7-4237cafc4b8c tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_members [ 792.904170] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_members [ 792.904906] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.905245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.905245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.905578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.905842] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.905996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.906197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.906457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.906680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.906680] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.385759] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.386206] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.386206] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.386507] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.386839] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.387151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.387316] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.388337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.388337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.388337] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.388337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.388337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.388337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.388725] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.388725] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.388725] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.410112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.410385] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.410563] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.410764] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.411194] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-973e10b9-1639-41b6-a037-095914ce7290 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.411423] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.411569] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.411909] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.412766] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973e10b9-1639-41b6-a037-095914ce7290',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.414008] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.414156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.414227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.414423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.414590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.414761] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.414865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.414929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.415153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.415211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.415248] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f already deleted. [ 793.415377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.917170] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920192] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 973e10b9-1639-41b6-a037-095914ce7290 not found, creating... [ 793.920192] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.920192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.920633] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.920633] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.921657] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.923880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.923880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.923880] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 973e10b9-1639-41b6-a037-095914ce7290 is going to be created. [ 793.946817] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.946817] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.946817] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.946817] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.946817] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.946817] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.295044] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450ae56a-ff1b-4475-9725-91e6b477b453 in Status: SUCCESS [ 794.295044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.295044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.295044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.295044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.295692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.295692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.295913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.296050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.297029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.297029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.314731] env[69301]: INFO networking_nsxv3.common.synchronization [req-1f92b711-a286-4283-bb9d-c56a2f102b8f req-9c1e7391-db98-4c2c-aeea-7f9511caea61 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 794.314731] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 794.315133] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.315222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.315331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.315579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.315838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.316126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.316244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.316474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.316699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.316856] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.800630] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.818851] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.186982] env[69301]: INFO networking_nsxv3.common.synchronization [req-b142f972-9f20-4d4f-8d06-bd80994dc99b req-185230a1-6afa-42f5-8592-6c6030419b90 service nova] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_rules [ 795.186982] env[69301]: INFO networking_nsxv3.common.synchronization [req-b142f972-9f20-4d4f-8d06-bd80994dc99b req-185230a1-6afa-42f5-8592-6c6030419b90 service nova] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_members [ 795.187176] env[69301]: INFO networking_nsxv3.common.synchronization [req-b142f972-9f20-4d4f-8d06-bd80994dc99b req-185230a1-6afa-42f5-8592-6c6030419b90 service nova] Enqueued Resource ID: 973e10b9-1639-41b6-a037-095914ce7290 with Priority: HIGHEST for action port [ 795.187879] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_rules [ 795.187879] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_members [ 795.187879] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973e10b9-1639-41b6-a037-095914ce7290 with Priority: HIGHEST for action port [ 795.188337] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.188495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.188568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.188801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.188896] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.189829] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.190378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.190627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.190760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192678] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.192678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-973e10b9-1639-41b6-a037-095914ce7290 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.192678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.196855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.196855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.196855] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973e10b9-1639-41b6-a037-095914ce7290',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.303895] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 450ae56a-ff1b-4475-9725-91e6b477b453: rpc.has_security_group_logging(os_id): False [ 795.325953] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.325953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.326226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.327149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.327149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.327149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.327149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.330886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.330886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.330886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.330886] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 is going to be created. [ 795.331355] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.402492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.402492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.402492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.402492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.402492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.418991] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450ae56a-ff1b-4475-9725-91e6b477b453 in Status: IN_PROGRESS for 2s [ 795.698429] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.699090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.699090] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.700125] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 973e10b9-1639-41b6-a037-095914ce7290 with status ACTIVE [ 795.700752] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.700752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.700752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.700975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.700975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.701095] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.701196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.701264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.701455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.701551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.701722] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.701820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.701995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.706565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.706565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.706565] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 973e10b9-1639-41b6-a037-095914ce7290 is going to be updated. [ 795.728668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.728668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.728668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.728668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.728668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.728918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-973e10b9-1639-41b6-a037-095914ce7290" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.836740] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.837077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.837077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.837222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.837318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.837389] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be updated. [ 795.870234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.870768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.881430] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 796.207986] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.715743] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.715743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.715743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.715743] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f is going to be created. [ 796.739152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.739152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.739152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.739152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.739152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.747271] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: UNINITIALIZED for 2s [ 797.435624] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 450ae56a-ff1b-4475-9725-91e6b477b453 in Status: SUCCESS [ 797.435920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.891901] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 797.891901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.644341] env[69301]: INFO networking_nsxv3.common.synchronization [None req-9c861e3b-de34-44d2-a92c-e41ff703b7f0 None None] Enqueued Resource ID: d919c155-f7ed-4b97-b8b2-89b75c61977e with Priority: HIGHEST for action port [ 798.644624] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d919c155-f7ed-4b97-b8b2-89b75c61977e with Priority: HIGHEST for action port [ 798.645196] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d919c155-f7ed-4b97-b8b2-89b75c61977e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.645322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d919c155-f7ed-4b97-b8b2-89b75c61977e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.645390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d919c155-f7ed-4b97-b8b2-89b75c61977e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.645801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d919c155-f7ed-4b97-b8b2-89b75c61977e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.645887] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d919c155-f7ed-4b97-b8b2-89b75c61977e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.670522] env[69301]: INFO networking_nsxv3.common.synchronization [None req-afbb4833-3064-4a6a-ad5e-97dd596da3bc None None] Enqueued Resource ID: 76d27222-ee20-4825-aba5-b2d2f961a2a6 with Priority: HIGHEST for action port [ 798.670522] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d27222-ee20-4825-aba5-b2d2f961a2a6 with Priority: HIGHEST for action port [ 798.670522] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d27222-ee20-4825-aba5-b2d2f961a2a6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.670522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d27222-ee20-4825-aba5-b2d2f961a2a6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.670522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d27222-ee20-4825-aba5-b2d2f961a2a6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.674142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d27222-ee20-4825-aba5-b2d2f961a2a6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.674142] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d27222-ee20-4825-aba5-b2d2f961a2a6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.758324] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: SUCCESS [ 798.758324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.758324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.758678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.758678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.758800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.758832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.759258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.759258] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.149323] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d919c155-f7ed-4b97-b8b2-89b75c61977e [ 799.149560] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.149695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.149767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.150518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.150518] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d919c155-f7ed-4b97-b8b2-89b75c61977e already deleted. [ 799.150518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d919c155-f7ed-4b97-b8b2-89b75c61977e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176764] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76d27222-ee20-4825-aba5-b2d2f961a2a6 [ 799.176997] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.177320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.177320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.177458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.177636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.177636] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76d27222-ee20-4825-aba5-b2d2f961a2a6 already deleted. [ 799.177636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d27222-ee20-4825-aba5-b2d2f961a2a6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.264430] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.766847] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e909686-307e-4fd8-854f-a12cb2d81c9f: rpc.has_security_group_logging(os_id): False [ 799.791912] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.791912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792310] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.792420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.792483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.792769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.792769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792854] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f is going to be created. [ 799.874306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.874422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.874562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.874721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.874899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.892944] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: IN_PROGRESS for 2s [ 801.618285] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1cb4df07-141e-40f8-be3a-a4c5525b1085 None None] Enqueued Resource ID: f1cde8dc-5ee3-4223-a098-6e210d3ca5a5 with Priority: HIGHEST for action port [ 801.620252] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cde8dc-5ee3-4223-a098-6e210d3ca5a5 with Priority: HIGHEST for action port [ 801.620678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1cde8dc-5ee3-4223-a098-6e210d3ca5a5 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.620842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1cde8dc-5ee3-4223-a098-6e210d3ca5a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.620890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1cde8dc-5ee3-4223-a098-6e210d3ca5a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.621282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1cde8dc-5ee3-4223-a098-6e210d3ca5a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.621282] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1cde8dc-5ee3-4223-a098-6e210d3ca5a5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.881279] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b116a455-3036-4377-bcdd-871321f5e469 None None] Enqueued Resource ID: 8c3d28b7-49b6-4926-91cb-40fb1bbe0d59 with Priority: HIGHEST for action port [ 801.881569] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c3d28b7-49b6-4926-91cb-40fb1bbe0d59 with Priority: HIGHEST for action port [ 801.882142] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c3d28b7-49b6-4926-91cb-40fb1bbe0d59 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.882270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c3d28b7-49b6-4926-91cb-40fb1bbe0d59" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.882340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c3d28b7-49b6-4926-91cb-40fb1bbe0d59" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.882584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c3d28b7-49b6-4926-91cb-40fb1bbe0d59" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.882667] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3d28b7-49b6-4926-91cb-40fb1bbe0d59',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.911064] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: SUCCESS [ 801.911295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.123688] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1cde8dc-5ee3-4223-a098-6e210d3ca5a5 [ 802.123933] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.124090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.124167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.126943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.126943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.126943] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1cde8dc-5ee3-4223-a098-6e210d3ca5a5 already deleted. [ 802.126943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1cde8dc-5ee3-4223-a098-6e210d3ca5a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.386012] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c3d28b7-49b6-4926-91cb-40fb1bbe0d59 [ 802.386628] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.386878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.386962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.387183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.387271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.387399] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c3d28b7-49b6-4926-91cb-40fb1bbe0d59 already deleted. [ 802.387474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c3d28b7-49b6-4926-91cb-40fb1bbe0d59" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.522155] env[69301]: INFO networking_nsxv3.common.synchronization [None req-03c1627e-5164-48a3-95ab-ba0ca1240c99 None None] Enqueued Resource ID: 74054640-4cd7-4703-87d8-81ba7d146736 with Priority: HIGHEST for action port [ 802.522402] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74054640-4cd7-4703-87d8-81ba7d146736 with Priority: HIGHEST for action port [ 802.522990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-74054640-4cd7-4703-87d8-81ba7d146736 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.523963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74054640-4cd7-4703-87d8-81ba7d146736" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.523963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74054640-4cd7-4703-87d8-81ba7d146736" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.525214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74054640-4cd7-4703-87d8-81ba7d146736" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.525306] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74054640-4cd7-4703-87d8-81ba7d146736',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.032604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74054640-4cd7-4703-87d8-81ba7d146736 [ 803.032604] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.032604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.032604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.032604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.032604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.032604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74054640-4cd7-4703-87d8-81ba7d146736 already deleted. [ 803.032604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74054640-4cd7-4703-87d8-81ba7d146736" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.874023] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e755b53a-1b84-4f0e-9e4e-74149c0577b2 None None] Enqueued Resource ID: ab8dfcfd-8453-43d6-8a39-401710a994a2 with Priority: HIGHEST for action port [ 804.874023] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8dfcfd-8453-43d6-8a39-401710a994a2 with Priority: HIGHEST for action port [ 804.874023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8dfcfd-8453-43d6-8a39-401710a994a2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.874023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8dfcfd-8453-43d6-8a39-401710a994a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.874023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8dfcfd-8453-43d6-8a39-401710a994a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.874023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8dfcfd-8453-43d6-8a39-401710a994a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.874023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8dfcfd-8453-43d6-8a39-401710a994a2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.376939] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8dfcfd-8453-43d6-8a39-401710a994a2 [ 805.377310] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.377496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.377571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.377817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.377939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.378073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8dfcfd-8453-43d6-8a39-401710a994a2 already deleted. [ 805.378702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8dfcfd-8453-43d6-8a39-401710a994a2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.013229] env[69301]: INFO networking_nsxv3.common.synchronization [req-df86c36c-ad7d-4164-bf75-c09f876ca08a req-36c55232-a327-493b-aecf-8aa30c781740 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Enqueued Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_members [ 806.013749] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_members [ 806.014058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.014318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.014482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.014638] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.015348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.015348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.015488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.015575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.015666] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.347822] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.348051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.348216] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.348518] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.348776] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.348935] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.349062] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.349279] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.349427] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.349622] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.349737] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.349848] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.350109] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.350109] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.350198] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.352653] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.379316] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.379528] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.379639] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.379823] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-146" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.380503] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-56b845fa-c40b-4ac5-8c20-479e35068b71 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.380503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.380503] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.380773] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.380952] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b845fa-c40b-4ac5-8c20-479e35068b71',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.519085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.519085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.519085] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 already deleted. [ 806.519085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.883464] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.883464] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.883712] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.885877] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 56b845fa-c40b-4ac5-8c20-479e35068b71 not found, creating... [ 806.885877] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.885877] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.885877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.886472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.886472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.886472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.886472] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 56b845fa-c40b-4ac5-8c20-479e35068b71 is going to be created. [ 806.920908] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.921139] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.921266] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.921582] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.921787] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.922037] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.659943] env[69301]: INFO networking_nsxv3.common.synchronization [req-df86c36c-ad7d-4164-bf75-c09f876ca08a req-944a3569-4feb-4eb8-a821-161de4754f59 service nova] Enqueued Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_rules [ 807.659943] env[69301]: INFO networking_nsxv3.common.synchronization [req-df86c36c-ad7d-4164-bf75-c09f876ca08a req-944a3569-4feb-4eb8-a821-161de4754f59 service nova] Enqueued Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_members [ 807.660264] env[69301]: INFO networking_nsxv3.common.synchronization [req-df86c36c-ad7d-4164-bf75-c09f876ca08a req-944a3569-4feb-4eb8-a821-161de4754f59 service nova] Enqueued Resource ID: 56b845fa-c40b-4ac5-8c20-479e35068b71 with Priority: HIGHEST for action port [ 807.660264] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_rules [ 807.660340] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_members [ 807.660548] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b845fa-c40b-4ac5-8c20-479e35068b71 with Priority: HIGHEST for action port [ 807.661226] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.661360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.661426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.661698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.661780] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.665646] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.665646] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.665646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.665646] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.668939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b845fa-c40b-4ac5-8c20-479e35068b71 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.668939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.668939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.669085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.669217] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b845fa-c40b-4ac5-8c20-479e35068b71',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.164706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.164874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.171283] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b845fa-c40b-4ac5-8c20-479e35068b71 with status ACTIVE [ 808.171577] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.171692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.171783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.171981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.172091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.172287] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.172395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.172460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.172647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.172753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.172949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.173059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.173123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.173379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.173463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.173526] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b845fa-c40b-4ac5-8c20-479e35068b71 is going to be updated. [ 808.174713] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.199117] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.199320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.199413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.199690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.199871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.200096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b845fa-c40b-4ac5-8c20-479e35068b71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.677537] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.864640] env[69301]: INFO networking_nsxv3.common.synchronization [req-b12f055a-749c-462a-a423-dc1fe7eb4499 req-9cab4808-143a-4a49-8eea-f03eabf52542 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 808.865357] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 808.866757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.867057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.867252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.867539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.867880] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.868177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.868330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.868646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.868842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.869046] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.949482] env[69301]: INFO networking_nsxv3.common.synchronization [req-6a7d2222-f920-4581-9f6c-1f62349ed60d req-2c3d8c18-78cf-43ee-9d51-c32008a8b1a9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 808.950011] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 808.950326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.950464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.950586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.951010] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.951686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.951778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.951922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.952099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952099] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.180716] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.180716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.180716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.180924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.180957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.181615] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 is going to be created. [ 809.214918] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.215091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.215162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.215372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.215530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.227022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 in Status: UNINITIALIZED for 2s [ 809.278742] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.279010] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.279195] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.279718] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.280110] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.280338] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.280558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.280873] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.281135] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.281396] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.281750] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.281871] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.281989] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.282183] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.282311] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.283426] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.306964] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.307610] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.307610] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.307788] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.308705] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-d8c509ed-13ec-451b-bc07-3da5307e3911 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.308705] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.308705] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.308988] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.310492] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c509ed-13ec-451b-bc07-3da5307e3911',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.315663] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.315912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.316086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.316383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.316539] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.374506] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.454900] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.455074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.455144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.455370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.455462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.455660] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.455782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.455849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.456011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.456091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.456185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 already deleted. [ 809.456267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.812044] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.812517] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.812517] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.812747] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.812889] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813240] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port d8c509ed-13ec-451b-bc07-3da5307e3911 not found, creating... [ 809.813558] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.813769] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.813944] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.814283] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.814944] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.814944] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.815113] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.815242] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.815523] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.815696] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.816128] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: d8c509ed-13ec-451b-bc07-3da5307e3911 is going to be created. [ 809.818698] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.837282] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.837416] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.837462] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.839280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.839280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.839280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.877637] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.322552] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.380293] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.380488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.380572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.380793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.380900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.381010] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 810.415639] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.415639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.415639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.416123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.416123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.425524] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 810.626055] env[69301]: INFO networking_nsxv3.common.synchronization [req-6a7d2222-f920-4581-9f6c-1f62349ed60d req-4a0d0a2a-8eb2-4076-83dc-07fad6995369 service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 810.626055] env[69301]: INFO networking_nsxv3.common.synchronization [req-6a7d2222-f920-4581-9f6c-1f62349ed60d req-4a0d0a2a-8eb2-4076-83dc-07fad6995369 service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 810.626055] env[69301]: INFO networking_nsxv3.common.synchronization [req-6a7d2222-f920-4581-9f6c-1f62349ed60d req-4a0d0a2a-8eb2-4076-83dc-07fad6995369 service nova] Enqueued Resource ID: d8c509ed-13ec-451b-bc07-3da5307e3911 with Priority: HIGHEST for action port [ 810.626055] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 810.626055] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 810.626055] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c509ed-13ec-451b-bc07-3da5307e3911 with Priority: HIGHEST for action port [ 810.626852] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.626852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.626852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.626852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.626852] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.628228] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.628228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.628228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.628228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.628566] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.628566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.628566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.628695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.628695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.628767] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.633760] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c509ed-13ec-451b-bc07-3da5307e3911 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.633869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.633921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.634098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.634190] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c509ed-13ec-451b-bc07-3da5307e3911',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.825025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 810.825329] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 811.136408] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.137702] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.137834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.138057] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8c509ed-13ec-451b-bc07-3da5307e3911 with status ACTIVE [ 811.139152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.139152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.139152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.139152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.139152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.139632] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.139749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.139817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.139988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.140217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140535] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.140535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.140762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.140832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140904] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8c509ed-13ec-451b-bc07-3da5307e3911 is going to be updated. [ 811.163789] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.163971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.164029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.164233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.164372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.164531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c509ed-13ec-451b-bc07-3da5307e3911" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.251718] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 in Status: SUCCESS [ 811.251992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.252180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.252429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.253113] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.253113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.253113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.253113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.253113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.253443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.253443] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.644069] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.759176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.759176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.759176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.759176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.759858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.759858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.759858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.759858] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.824428] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.824428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.824428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.824428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.839486] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 811.841458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 811.882021] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.882021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.882021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.882021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.887029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.887721] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 811.887928] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.888127] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.926946] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.927497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.927703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.928127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.928994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.929362] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 811.986637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.988129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.988129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.988129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.988129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.988129] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 812.093692] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.094104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.094336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.095036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.095036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.095283] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 812.095570] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ac6208b4-4824-4097-b307-99d7c1381be2', '48e23bda-deac-4458-b022-1fc086c0c036', '109c96a6-b36d-4ed7-839f-7021d6130819', 'dd81e4ee-05ef-4454-8e28-0f94390d43b3', 'a94b108d-829c-49ea-9f8e-c8cfbba60884', 'e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f', 'aec52517-f78f-4ea0-a5ad-33496fefbbac', 'f753a910-ff00-4a64-98b5-2f8955c51e74', 'dc2703dd-4f81-4838-a6e8-c7148a73db50', '2e909686-307e-4fd8-854f-a12cb2d81c9f', 'acfbbae8-9685-4208-9e8a-ad537cf9b478', '3a4a14fa-3658-4ea8-a0fa-f850700cdf77', 'ef42f3bf-14ae-4750-aae3-ea915b1aa518', 'e7165b02-88d6-47dd-9ed8-e89f4328b9fb', '0b60aa49-cb39-4956-9d7e-118705efed31', 'dcd4577b-6c17-4dd1-a184-181a6cf44e42', 'e0b0ef87-aa30-4e05-95fc-af7bfee17f9b', '9b39bc26-ac10-4033-a475-b65782705ff0', '03933cb9-a913-4bb9-a984-dd3ac5804891', '76b86706-b6de-4cab-ba33-ea4cfe54d3b3', '2dc90d45-383f-4349-a1d1-0db9f66ffedc', 'bfb38cad-8a84-42f4-88dc-4ea5450b7a55', '450ae56a-ff1b-4475-9725-91e6b477b453', '0d39cca0-62c5-4c68-aa76-f21c8ec19f6d', 'aa8bf01a-0440-4e26-ab12-7aac3682ddc1', '60538498-8e77-44f4-a0cb-4baa3a83c338', '8bdd93c7-3f95-4a52-b2b4-daed839e1fd6', '14219ec9-876f-4a6f-a2f0-dd363022ba77', '16f1f8b4-322f-45b8-a446-3b47f108086f', '54041886-f599-4f24-9740-930a3c04136b'} {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.097038] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 812.120187] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.120187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.120187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.120187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.120187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.120187] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 812.120187] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.120187] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 812.146316] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.150039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.150039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.150039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.150039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.150039] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 812.173326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.174016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.174016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.174016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.174016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.188265] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: UNINITIALIZED for 2s [ 812.192466] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.193959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.194247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.194495] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 812.194577] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 812.194651] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 812.194720] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 812.194852] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 812.194852] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGH for action security_group_rules [ 812.194985] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGH for action security_group_rules [ 812.195278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGH for action security_group_rules [ 812.195278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGH for action security_group_rules [ 812.195278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGH for action security_group_rules [ 812.195278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGH for action security_group_rules [ 812.195278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGH for action security_group_rules [ 812.195547] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGH for action security_group_rules [ 812.195547] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGH for action security_group_rules [ 812.198607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.267116] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5698596e-6697-4fef-adaf-5ed55dc290c3: rpc.has_security_group_logging(os_id): False [ 812.285052] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.285215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.285279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.285495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.285584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.285786] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.285887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.285951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.286152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.286221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.286378] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.286468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.286520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.286675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.286757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.286950] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.287054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.287115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.287254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.287326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.287409] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 is going to be created. [ 812.351219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.351219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.351219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.351219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.351219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.363727] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 in Status: IN_PROGRESS for 2s [ 812.435206] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 812.435413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.020948] env[69301]: INFO networking_nsxv3.common.synchronization [None req-54c5a91b-c329-48e4-8c20-c1c6420cf9a2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_rules [ 814.021447] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_rules [ 814.021636] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGH for action security_group_rules [ 814.021733] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGH for action security_group_rules [ 814.021830] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGH for action security_group_rules [ 814.021928] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b60aa49-cb39-4956-9d7e-118705efed31 with Priority: HIGH for action security_group_rules [ 814.022034] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 with Priority: HIGH for action security_group_rules [ 814.022131] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGH for action security_group_rules [ 814.022221] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b39bc26-ac10-4033-a475-b65782705ff0 with Priority: HIGH for action security_group_rules [ 814.022311] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b with Priority: HIGH for action security_group_rules [ 814.022400] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb with Priority: HIGH for action security_group_rules [ 814.022547] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGH for action security_group_rules [ 814.022694] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGH for action security_group_rules [ 814.022805] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 with Priority: HIGH for action security_group_rules [ 814.022897] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 with Priority: HIGH for action security_group_rules [ 814.022985] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGH for action security_group_rules [ 814.023104] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 with Priority: HIGH for action security_group_rules [ 814.023210] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f with Priority: HIGH for action security_group_rules [ 814.023603] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGH for action security_group_rules [ 814.023747] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGH for action security_group_rules [ 814.023858] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e23bda-deac-4458-b022-1fc086c0c036 with Priority: HIGH for action security_group_rules [ 814.023960] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGH for action security_group_rules [ 814.024316] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.024464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.024554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.024844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.024927] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.025764] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.025934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.026116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.026193] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.026888] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.026979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.027068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.027200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.027272] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.027963] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.028089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.028148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.028298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.028367] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.029600] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b60aa49-cb39-4956-9d7e-118705efed31 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.029686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.029738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.029891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.029968] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b60aa49-cb39-4956-9d7e-118705efed31',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.030896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.031043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.031116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.031477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.031477] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76b86706-b6de-4cab-ba33-ea4cfe54d3b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.032153] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.032260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.032323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.032469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.032593] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.033398] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b39bc26-ac10-4033-a475-b65782705ff0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.033511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.033572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.033711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.033784] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b39bc26-ac10-4033-a475-b65782705ff0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.034928] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.035047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.035105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.035252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.035323] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b0ef87-aa30-4e05-95fc-af7bfee17f9b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.036175] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.036459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.036459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.036569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.036643] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7165b02-88d6-47dd-9ed8-e89f4328b9fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.037437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.037552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.037629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.037740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.037811] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.038041] env[69301]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 814.038804] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.038924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.038983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.039228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.039228] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.039967] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.040091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.040153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.040303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.040373] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a4a14fa-3658-4ea8-a0fa-f850700cdf77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.041228] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfbbae8-9685-4208-9e8a-ad537cf9b478 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.041336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.041644] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfbbae8-9685-4208-9e8a-ad537cf9b478',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.044563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.044691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.044758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.044972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.045066] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.045872] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc2703dd-4f81-4838-a6e8-c7148a73db50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.045980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.046053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.046204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.046266] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc2703dd-4f81-4838-a6e8-c7148a73db50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.047067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.047182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.047252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.047387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.047451] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.048635] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.048742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.048830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.048983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.049063] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.049860] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.049985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.050076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.050209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.050311] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.051225] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e23bda-deac-4458-b022-1fc086c0c036 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.051407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.051506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.051577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.051630] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e23bda-deac-4458-b022-1fc086c0c036',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.052461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.052565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.052637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.052783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.052881] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.053187] env[69301]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 814.088139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.088139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.088139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.088139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.096616] env[69301]: INFO networking_nsxv3.common.synchronization [None req-76210502-b6b1-457e-8046-da8cc9188e58 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_rules [ 814.096616] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_rules [ 814.096616] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.096616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.109131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.109262] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be deleted. [ 814.164586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.164843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.164843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.165131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.165223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.165351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.214210] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 814.214425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.214605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.214909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215141] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.215267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.215333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.215493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.215675] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.376899] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 in Status: SUCCESS [ 814.377163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.558651] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.558865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.558956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.559268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.559510] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.559658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.559754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.559966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.560154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.560230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.560377] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.581227] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.581227] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1de910-9239-4817-a933-0f9e300de01a already deleted. [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.581227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.581695] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.585436] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.585436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.585436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.585436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.585436] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.585867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.585867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.586029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.586142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.586261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.586382] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.587445] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.587601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.587696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.587898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.588349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.588349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.588349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.588530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.588624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.588761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.588905] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.591141] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.591233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.591329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.591850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.592087] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.592876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.592876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.592876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.592876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.592876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.593147] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.596139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.596139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.596139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.596274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.596473] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.596608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.596703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.596906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.597039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.597315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.597506] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.611279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.611404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.611487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.611823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.611895] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.611958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.612190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.612190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.612287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.612322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.612662] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.613426] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.613426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.613560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.613596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.613941] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.613941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.613941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.614096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.614096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614661] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.615015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.615094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.615158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.615299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.615436] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.615524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.615581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.615716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.615774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.615860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.615936] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.652131] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.652354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.652425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.652704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.655632] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.655916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.656744] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.656831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.657713] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.657803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659464] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.659564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.660424] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.660570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.661371] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.661480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.665837] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.666019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.667110] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.667199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.667930] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.668041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.668738] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.668820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.676514] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 814.676995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.677132] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7165b02-88d6-47dd-9ed8-e89f4328b9fb is going to be deleted. [ 814.677993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.678221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.696399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.696542] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b60aa49-cb39-4956-9d7e-118705efed31 is going to be deleted. [ 814.697585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.697843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.718272] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.726817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.726951] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e23bda-deac-4458-b022-1fc086c0c036 is going to be deleted. [ 814.727886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.728250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.736525] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.736718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.748667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.748828] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b0ef87-aa30-4e05-95fc-af7bfee17f9b is going to be deleted. [ 814.749699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.749919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.762501] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.762501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.770165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.770367] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f is going to be deleted. [ 814.771524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.771695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.791062] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.791062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.796160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.796301] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be deleted. [ 814.797268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.797492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.832663] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.832805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.845836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.845836] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc2703dd-4f81-4838-a6e8-c7148a73db50 is going to be deleted. [ 814.846666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.846868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.850063] env[69301]: INFO networking_nsxv3.common.synchronization [req-cd3957dd-1595-46f1-aae7-5dab3f966c2c req-9d8f4521-ff1f-435f-9a9c-b6d93d517705 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 814.851028] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 814.851418] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.851714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.851849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.852098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.852313] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.852503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.852617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.852852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.852985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.853210] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.886896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.887069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.900590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.900741] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76b86706-b6de-4cab-ba33-ea4cfe54d3b3 is going to be deleted. [ 814.902026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.902026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.935050] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.935050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.939618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.939756] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b39bc26-ac10-4033-a475-b65782705ff0 is going to be deleted. [ 814.940826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.941079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.990607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfbbae8-9685-4208-9e8a-ad537cf9b478 is going to be deleted. [ 814.991928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.992206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.993898] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.994015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.029615] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.029906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.034348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.034495] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a4a14fa-3658-4ea8-a0fa-f850700cdf77 is going to be deleted. [ 815.035986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.035986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.035986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.035986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7165b02-88d6-47dd-9ed8-e89f4328b9fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.036163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.036232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.036304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.037024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b60aa49-cb39-4956-9d7e-118705efed31" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.037108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.037241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.037327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.037449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e23bda-deac-4458-b022-1fc086c0c036" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.037579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.037724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.037800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.037911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b0ef87-aa30-4e05-95fc-af7bfee17f9b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.038192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.038266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1b3c1c3-6d4d-49a4-a4eb-598aa2b7931f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.038638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.038712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.038941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.039091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.039164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.039272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc2703dd-4f81-4838-a6e8-c7148a73db50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.039394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.039528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.039602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.039703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76b86706-b6de-4cab-ba33-ea4cfe54d3b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.064460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.064942] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.100949] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.102125] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.102287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.102372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.103209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.103209] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.103209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.103209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.103209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.103209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.103442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.103442] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.103552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.103584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.103700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.103945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.104056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.104114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.104257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.104336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.104597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.104597] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.105460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.105540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.105602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.105751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.105899] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.105993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.106351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.106351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.106351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.106508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.106579] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.106677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.106747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.106886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.107068] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.107167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.107326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.107379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.107430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.107477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.107765] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.108490] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.108599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.108664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.108812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.108957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.109087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.109133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.109313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.109348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.109402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.109585] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.109642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.109971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.109971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.109971] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.110224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.110224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.110224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.110333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.110365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.110427] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.112563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.112750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.112750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.112916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.112993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.113281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b39bc26-ac10-4033-a475-b65782705ff0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.117906] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.119008] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.127457] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.127687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.127687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.127893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.128083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.128191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.128253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.128422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.128510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.128600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.128927] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.128927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.128927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.129083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.129218] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.129309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.129368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.129502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.129590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.129663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.129751] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.132706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.132860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.132934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.133203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.133363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.133537] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1de910-9239-4817-a933-0f9e300de01a already deleted. [ 815.133657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.137644] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.137880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.137880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.138042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.138131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.138248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfbbae8-9685-4208-9e8a-ad537cf9b478" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.221223] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.243139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.243303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.243370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.243590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.243683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.243800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a4a14fa-3658-4ea8-a0fa-f850700cdf77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.355583] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.615759] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a94b108d-829c-49ea-9f8e-c8cfbba60884: rpc.has_security_group_logging(os_id): False [ 815.620303] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e909686-307e-4fd8-854f-a12cb2d81c9f: rpc.has_security_group_logging(os_id): False [ 815.620303] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef42f3bf-14ae-4750-aae3-ea915b1aa518: rpc.has_security_group_logging(os_id): False [ 815.620303] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd81e4ee-05ef-4454-8e28-0f94390d43b3: rpc.has_security_group_logging(os_id): False [ 815.621596] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03933cb9-a913-4bb9-a984-dd3ac5804891: rpc.has_security_group_logging(os_id): False [ 815.622940] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd4577b-6c17-4dd1-a184-181a6cf44e42: rpc.has_security_group_logging(os_id): False [ 815.637196] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f753a910-ff00-4a64-98b5-2f8955c51e74: rpc.has_security_group_logging(os_id): False [ 815.644543] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.644708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.644780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.645068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.647699] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.647832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.648715] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.648790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.650211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.650798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.651494] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.651582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.652350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.652489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.654597] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.654763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.673501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.674125] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.674295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.674495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.674617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.674702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.674977] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.675241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.675341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.675505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.675581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.675818] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.675902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.675953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.676123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.676233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.676335] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be updated. [ 815.677610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.677804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.700060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.700224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.701053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.701053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.701053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.701053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.701339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.701667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.701767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.701949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.702047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.702263] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.702783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.702879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.703066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.703219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.703343] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be updated. [ 815.704788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.705060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.725586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.725586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.725586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.725586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.725586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.725586] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 815.728101] env[69301]: INFO networking_nsxv3.common.synchronization [req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 req-fb070394-8ad0-40d5-9c51-c27bca08fe2a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 815.729406] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 815.731015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.731407] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.731554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.731735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.731891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.731994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.732240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.732347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.732403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.732652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.732889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.733511] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.733624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.733721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.733916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.733997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.734108] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be updated. [ 815.735405] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.735527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.735695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.735883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.736096] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.736587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.736713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.736834] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.737895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.738083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.754751] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.755101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.757338] env[69301]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'data': {'id': '6761f1b0-5b58-4595-92b2-a659fb722622', 'display_name': '6761f1b0-5b58-4595-92b2-a659fb722622', 'path': '/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'expression': [{'value': 'security_group|6761f1b0-5b58-4595-92b2-a659fb722622', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.4']}], 'tags': [{'scope': 'age', 'tag': 1746622213}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\n}' [ 815.757612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.757699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.757866] env[69301]: Traceback (most recent call last): [ 815.757945] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 815.757945] env[69301]: listener.cb(fileno) [ 815.757945] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 815.757945] env[69301]: result = function(*args, **kwargs) [ 815.757945] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 815.757945] env[69301]: self.security_group_members(os_id, reference=True) [ 815.757945] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 815.757945] env[69301]: self.nsx_provider.sg_members_realize( [ 815.757945] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 815.757945] env[69301]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 815.757945] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 815.757945] env[69301]: return func(*args, **kwargs) [ 815.757945] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 815.757945] env[69301]: res = self.client.put(path=path, data=data) [ 815.757945] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 815.757945] env[69301]: raise RuntimeError(msg, last_err) [ 815.757945] env[69301]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\\n}\'') [ 815.757945] env[69301]: Removing descriptor: 61 [ 815.777510] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.777782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.778685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.780492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.780669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.780820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.781147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.781298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.781467] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f is going to be updated. [ 815.782913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.784175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.840420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.840779] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.840881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.840943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.841167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.841357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.841357] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 is going to be updated. [ 815.843050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.843272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.845213] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.845322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.858466] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.866382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.867209] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.867437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.867522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.867767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.867905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.869036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.869036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.869036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.869036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.869036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.869036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.869036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.869036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.869449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.869449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.869449] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 815.870385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.870636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.870809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.872429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.872604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.890159] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 815.905196] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.905196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.923317] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.923317] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be updated. [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.923317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.924097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.924274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.924406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.925525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.925650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.949434] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: IN_PROGRESS for 2s [ 815.950233] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 815.951145] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 816.040052] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.040052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.040052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.040052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.040052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.041089] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.041219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.041287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.041479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.041636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.047128] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.047128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.047128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.047128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.047128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.123144] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: IN_PROGRESS for 2s [ 816.127025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 816.127025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 816.163448] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.163801] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.163924] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.164264] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.164856] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.165142] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.165288] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.165606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.165773] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.166034] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.166142] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.166254] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.166389] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.166550] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.166691] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.166836] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.213712] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.213712] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.213975] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.214056] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.214497] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-70a6dee0-6c95-4959-8f92-7f7a2536edcc taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.214853] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.215779] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.216556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.217494] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a6dee0-6c95-4959-8f92-7f7a2536edcc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.241366] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.241913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.241913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.242056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.299964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.300391] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.300634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.300731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.301066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.302020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.302020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 816.348626] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.348821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.348877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.349092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.349359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.361868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.362137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.362264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.362607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.362753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.362840] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 816.364711] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 816.397964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.398175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.398236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.399488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.399488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.416639] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 816.720654] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.721014] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.721197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.721498] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.721707] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.721890] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 70a6dee0-6c95-4959-8f92-7f7a2536edcc not found, creating... [ 816.722192] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.722360] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.722688] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.722781] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.722867] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.723177] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.723339] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.723461] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.723677] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.723811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.723955] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 70a6dee0-6c95-4959-8f92-7f7a2536edcc is going to be created. [ 816.744885] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.746047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.746047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.746047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.746047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.746047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225447] env[69301]: INFO networking_nsxv3.common.synchronization [req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 req-f683e642-309e-4edc-8a14-b624399ce0a4 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 817.225942] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGHEST for action security_group_members [ 817.226501] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.226501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.499416] env[69301]: INFO networking_nsxv3.common.synchronization [req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 req-2bfdc011-f6e8-4906-8f00-054751789c45 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 817.499416] env[69301]: INFO networking_nsxv3.common.synchronization [req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 req-2bfdc011-f6e8-4906-8f00-054751789c45 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 817.499416] env[69301]: INFO networking_nsxv3.common.synchronization [req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 req-2bfdc011-f6e8-4906-8f00-054751789c45 service nova] Enqueued Resource ID: 70a6dee0-6c95-4959-8f92-7f7a2536edcc with Priority: HIGHEST for action port [ 817.499416] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 817.499416] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 817.499416] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a6dee0-6c95-4959-8f92-7f7a2536edcc with Priority: HIGHEST for action port [ 817.499732] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.499807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.499871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.500733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.500849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.502176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.502253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.502481] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a6dee0-6c95-4959-8f92-7f7a2536edcc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.502612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.502708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.503601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.503601] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a6dee0-6c95-4959-8f92-7f7a2536edcc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.906527] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 817.906527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.962247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: SUCCESS [ 817.963067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.967318] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 817.967318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.967318] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 817.967318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.005828] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.006026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.006241] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70a6dee0-6c95-4959-8f92-7f7a2536edcc with status ACTIVE [ 818.006478] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.006658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.006757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.007018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.007117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.007746] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.007908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.007976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.008214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.008298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.008587] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.008746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.008746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.008981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.009057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.009158] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70a6dee0-6c95-4959-8f92-7f7a2536edcc is going to be updated. [ 818.034503] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.034710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.034921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.035233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.035412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.035581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a6dee0-6c95-4959-8f92-7f7a2536edcc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.143163] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: SUCCESS [ 818.143390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.144268] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 818.144517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.145210] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 818.145478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.379291] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 818.379964] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 818.379964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.379964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.381470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.381470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.381470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.381470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.381470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.381470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.381470] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.428348] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 818.428638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.429310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.429990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.429990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.430275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.430358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.430534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.430793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.430917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.431121] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.431218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.431284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.431450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.431629] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.431815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.431815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.431956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.432045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.432127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.432217] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.433229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.433229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.433392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.433497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.433559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.433701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.433778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.433865] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.525348] env[69301]: INFO networking_nsxv3.common.synchronization [req-92b04a8e-23f5-4277-9b02-a8be59dfb575 req-0b6b6a6e-a25b-4443-8a63-d63129c59d85 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 818.525883] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 818.526208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.526458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.526458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.526595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.526955] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.527227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.527227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.528124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.528124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.528124] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.874059] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.874059] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.874253] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.874488] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.874882] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.875016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.875171] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.875438] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.875619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.875838] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.875955] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.876126] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.876175] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.876464] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.876464] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.876594] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.884105] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.896941] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.897143] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.897284] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.897461] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.897838] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-1227b483-53e3-48d2-8c8f-43de126f2168 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.897948] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.898065] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.898396] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.898619] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1227b483-53e3-48d2-8c8f-43de126f2168',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.935254] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6208b4-4824-4097-b307-99d7c1381be2: rpc.has_security_group_logging(os_id): False [ 818.936765] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.936967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.937076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.937309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.955542] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.955737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.957791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.958053] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.958198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.958288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.958531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.958653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.958789] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 818.959705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.959911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.960033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.960244] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.960375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.960456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.960657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.960757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.960962] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.961117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.961184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.961325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.961399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.961613] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.961723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.961784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.961922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.961995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.962086] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be updated. [ 818.991255] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.991497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.991688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.991955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.992168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.000573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 819.023276] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.023445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.023526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.023778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.023921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.029980] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.030159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.030228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.030374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.038665] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: IN_PROGRESS for 2s [ 819.050981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.050981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.050981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.050981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.051280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.051280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.051360] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be updated. [ 819.079203] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.079368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.079421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.079632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.079776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.089102] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: IN_PROGRESS for 2s [ 819.386548] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.401791] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.402057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.402166] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.402453] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.402608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.402771] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 1227b483-53e3-48d2-8c8f-43de126f2168 not found, creating... [ 819.403077] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.403225] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.403345] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.403576] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.403888] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.404046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.409035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.409035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.409035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.409035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.409035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 1227b483-53e3-48d2-8c8f-43de126f2168 is going to be created. [ 819.441554] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.441884] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.442074] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.442381] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.442627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.442863] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.890741] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.890915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.890985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.893082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.893082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.893082] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 819.920758] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.920962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.921066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.921284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.921432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.931129] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 820.183530] env[69301]: INFO networking_nsxv3.common.synchronization [req-92b04a8e-23f5-4277-9b02-a8be59dfb575 req-ee04f719-f044-464b-ace0-6b51886f852e service nova] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_rules [ 820.183726] env[69301]: INFO networking_nsxv3.common.synchronization [req-92b04a8e-23f5-4277-9b02-a8be59dfb575 req-ee04f719-f044-464b-ace0-6b51886f852e service nova] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 820.183867] env[69301]: INFO networking_nsxv3.common.synchronization [req-92b04a8e-23f5-4277-9b02-a8be59dfb575 req-ee04f719-f044-464b-ace0-6b51886f852e service nova] Enqueued Resource ID: 1227b483-53e3-48d2-8c8f-43de126f2168 with Priority: HIGHEST for action port [ 820.184495] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_rules [ 820.184639] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 820.184734] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1227b483-53e3-48d2-8c8f-43de126f2168 with Priority: HIGHEST for action port [ 820.185096] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.185285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.185285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.185924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.185924] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.186726] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.186726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.186876] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1227b483-53e3-48d2-8c8f-43de126f2168 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.186977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.187054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.187240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.187321] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1227b483-53e3-48d2-8c8f-43de126f2168',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.689796] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.690184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.690184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1227b483-53e3-48d2-8c8f-43de126f2168 with status ACTIVE [ 820.690640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.690640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.690640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.690841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.690841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.691018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.691121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.691183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.691337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.691412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.691717] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.691853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.691961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.692136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.692216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.692304] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1227b483-53e3-48d2-8c8f-43de126f2168 is going to be updated. [ 820.717801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.717965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.718021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.718242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.718383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.718563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1227b483-53e3-48d2-8c8f-43de126f2168" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.010449] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 821.010664] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 deletion is rescheduled due to dependency. [ 821.010810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.052398] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6208b4-4824-4097-b307-99d7c1381be2 in Status: SUCCESS [ 821.052398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.101202] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 821.101420] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 deletion is rescheduled due to dependency. [ 821.101542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.101751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.102028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.102234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.102375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.102440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.102630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.102718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.102833] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.605403] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.945517] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 821.945820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.945916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.946139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.946328] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.946445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.946506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.946665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.946746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.946937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.947045] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.110482] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.449854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.450062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.453556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.453556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.453556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.453556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.454178] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.612735] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.612941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.612997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.613541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.613541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.613541] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be updated. [ 822.642124] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.642332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.642421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.642685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.642868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.653436] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: IN_PROGRESS for 2s [ 822.769803] env[69301]: INFO networking_nsxv3.common.synchronization [req-e827fda8-832c-4bc0-80c2-b94a26b61cad req-876efe52-909f-4377-a9ad-2d477a5b061f tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Enqueued Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_members [ 822.770431] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGHEST for action security_group_members [ 822.770778] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.771921] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.771921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.771921] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.954818] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6: rpc.has_security_group_logging(os_id): False [ 822.972364] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.972556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.972556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.972771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.972854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.973296] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.973422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.973480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.973720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.973720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.973864] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.973952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.974021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.974162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.974229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.974411] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.974497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.974552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.974684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.974751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.974830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 823.036296] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.036464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.036520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.036703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.036847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.051954] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 823.275278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.275439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.275510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.275730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.275822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.276036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.276165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.276244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.276341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.276432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.276518] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 is going to be updated. [ 823.313585] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.313585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.314487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.314487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.314487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.324423] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 in Status: IN_PROGRESS for 2s [ 824.665263] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 824.665263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.665263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.665263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.665780] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.665780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.665780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.665928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.666136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.666136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.666274] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.833108] env[69301]: INFO networking_nsxv3.common.synchronization [req-23058cdc-4e9a-4033-8770-4daf727512ee req-0f8aa792-94a9-46ef-b51a-e767e165997a tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 824.833667] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 824.834370] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.834474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.834544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.834711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.834866] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.835432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.835432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.835432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.835432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.835432] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.065248] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 825.065463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.171031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.171031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.171031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.171031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.171031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.172312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.172312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.172312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.172312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.172312] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.261312] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.261526] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.261636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.262056] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.262276] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.262435] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.262555] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.262779] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.262923] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.263163] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.263282] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.263627] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.263627] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.263627] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.263810] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.263858] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.287070] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.287549] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.287549] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.287698] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-966" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.288061] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a9afb762-3fc3-474a-bbcf-84d60bcede4d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.288249] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.288371] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.288739] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.288888] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9afb762-3fc3-474a-bbcf-84d60bcede4d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.336915] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 in Status: SUCCESS [ 825.337038] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 deletion is rescheduled due to dependency. [ 825.337168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.337893] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.337893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.337893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.338161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.338256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.338552] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.338799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.338885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.339527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.339527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.339527] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be deleted. [ 825.371609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.371825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.371878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.372130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.372236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.372341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.675686] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14219ec9-876f-4a6f-a2f0-dd363022ba77: rpc.has_security_group_logging(os_id): False [ 825.694842] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.694997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.695083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.696107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.696107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.696107] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.696107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.696107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.696107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.696107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.696411] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.696411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.696411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.696411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.696554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.696645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.696734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.696792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.697374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.697374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.697374] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be updated. [ 825.775540] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.775730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.775776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.775973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.776202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.787093] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: IN_PROGRESS for 2s [ 825.791781] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.792838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.792838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.792838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.792838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.792838] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a9afb762-3fc3-474a-bbcf-84d60bcede4d not found, creating... [ 825.793096] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.793315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.793315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.793605] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.793681] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.794147] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.794239] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.794367] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.794577] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.794710] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.794853] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a9afb762-3fc3-474a-bbcf-84d60bcede4d is going to be created. [ 825.814322] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.814560] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.814650] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.814933] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.815178] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.815397] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.552068] env[69301]: INFO networking_nsxv3.common.synchronization [req-23058cdc-4e9a-4033-8770-4daf727512ee req-44d32828-1ebf-4d8e-b8b4-6dfcec2b8108 service nova] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 826.552163] env[69301]: INFO networking_nsxv3.common.synchronization [req-23058cdc-4e9a-4033-8770-4daf727512ee req-44d32828-1ebf-4d8e-b8b4-6dfcec2b8108 service nova] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 826.552269] env[69301]: INFO networking_nsxv3.common.synchronization [req-23058cdc-4e9a-4033-8770-4daf727512ee req-44d32828-1ebf-4d8e-b8b4-6dfcec2b8108 service nova] Enqueued Resource ID: a9afb762-3fc3-474a-bbcf-84d60bcede4d with Priority: HIGHEST for action port [ 826.552498] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_rules [ 826.552661] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 826.552831] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9afb762-3fc3-474a-bbcf-84d60bcede4d with Priority: HIGHEST for action port [ 826.553442] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.553541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.553609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.553817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.553901] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.555372] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.555502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.555663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.555930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.556125] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.556230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.556292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.556450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.556527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.556616] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.557524] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9afb762-3fc3-474a-bbcf-84d60bcede4d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.557524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.557631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.557732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.557807] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9afb762-3fc3-474a-bbcf-84d60bcede4d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.059221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.059221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.060148] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.062101] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9afb762-3fc3-474a-bbcf-84d60bcede4d with status ACTIVE [ 827.062719] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.062983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.062983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.063537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.063677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.063899] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.064197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.064905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.065185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.065313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.068634] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.068634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.068634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.068634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.068634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.068634] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9afb762-3fc3-474a-bbcf-84d60bcede4d is going to be updated. [ 827.089736] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.089736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.089736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.089960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.090153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.090320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9afb762-3fc3-474a-bbcf-84d60bcede4d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.546931] env[69301]: INFO networking_nsxv3.common.synchronization [req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 req-e837fc05-2dd7-4ebd-8b79-2c6b3bf8f61a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 827.547538] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 827.547846] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.547969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.548196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.548412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.548633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.548779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.548872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.549075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.549262] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.563238] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.803179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 827.803587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.052406] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.065597] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.065597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.065597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.067679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.067679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.067679] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be created. [ 828.097609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.098142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.100017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.100017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.100017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.112984] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: UNINITIALIZED for 2s [ 828.159063] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.159063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.159063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.159592] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.159948] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.160256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.160622] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.160934] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.161585] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.161585] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.161585] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.161785] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.161785] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.161884] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.162062] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.184728] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.185160] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.185497] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.185728] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.186274] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.186505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.186822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.187207] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.187395] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1975a3b3-90a8-4952-b9fc-2dce0f26e1a8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.562320] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.690795] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.691049] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.691185] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.691907] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.692101] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.692270] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 not found, creating... [ 828.692557] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692724] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692843] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.693117] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.693267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.693560] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.693720] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.693838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.694072] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.694211] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.694367] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 is going to be created. [ 828.725414] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.725704] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.725704] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.726076] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.726348] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.726613] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.065101] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.065274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.065324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.065507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.065610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.066106] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be updated. [ 829.096804] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.097034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.097034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.097284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.097419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.107671] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 829.573308] env[69301]: INFO networking_nsxv3.common.synchronization [req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 req-9774dbe9-c3e7-439f-8eb3-0b45057da117 service nova] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_rules [ 829.573308] env[69301]: INFO networking_nsxv3.common.synchronization [req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 req-9774dbe9-c3e7-439f-8eb3-0b45057da117 service nova] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 829.573308] env[69301]: INFO networking_nsxv3.common.synchronization [req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 req-9774dbe9-c3e7-439f-8eb3-0b45057da117 service nova] Enqueued Resource ID: 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 with Priority: HIGHEST for action port [ 829.573308] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_rules [ 829.573308] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 829.573308] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 with Priority: HIGHEST for action port [ 829.573308] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.573308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.573308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.577573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.577706] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.578923] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.578976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.579165] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.579288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.579334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.579511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.579576] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1975a3b3-90a8-4952-b9fc-2dce0f26e1a8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.083537] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083537] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 with status ACTIVE [ 830.083881] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.083881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.084191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.084191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084413] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.084492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.084492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.084646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.084718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.084900] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.084995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.085058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.085376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.085376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.085376] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 is going to be updated. [ 830.110288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.110534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.110534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.110804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.110869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.111020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.122697] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: UNINITIALIZED for 4s [ 831.129576] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.129576] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.129576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.129576] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.606234] env[69301]: INFO networking_nsxv3.common.synchronization [req-d841e229-189d-4ba4-ae23-215028c445f5 req-fabdcb00-c37e-4542-8309-d464a1037414 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 831.606234] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGHEST for action security_group_members [ 831.606234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.606234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.606234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.606854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.606854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.606854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.606854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.607120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.607120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.607223] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.631393] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.109384] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.109869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.113023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.113023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.113023] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be updated. [ 832.136491] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: SUCCESS [ 832.138160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138160] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.138551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.138818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.139767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.139767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.139767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.139767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.139767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.139767] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.171903] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.172113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.172183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.172895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.173593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.186038] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: IN_PROGRESS for 2s [ 832.643273] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.643582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.643737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.643989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.644106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.644216] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be updated. [ 832.645926] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.683648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.683806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.683877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.684258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.684258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.694721] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 833.148570] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aec52517-f78f-4ea0-a5ad-33496fefbbac: rpc.has_security_group_logging(os_id): False [ 833.175238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.175430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.175430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.175667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.175724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.175997] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.176166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.176234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.176400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.176482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.176571] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be created. [ 833.297917] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.298641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.299119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.314940] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: IN_PROGRESS for 2s [ 834.013894] env[69301]: INFO networking_nsxv3.common.synchronization [req-e4775c27-6c63-49cd-9215-021753a04ce5 req-e58bbc10-8f19-4182-8535-57e7610c0fb2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 834.017387] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 834.017387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.017387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.017387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.017387] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.197163] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 in Status: SUCCESS [ 834.197576] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 deletion is rescheduled due to dependency. [ 834.197576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.522664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.522878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.522878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.523220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.523325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.523496] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.523599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.523655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.523814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.523883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.523963] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 already deleted. [ 834.524057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.707020] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707020] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.212146] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.212146] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.212146] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.212146] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.212146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.213419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.213419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.213419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.213419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.214550] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.330363] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: SUCCESS [ 835.330572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.717453] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd81e4ee-05ef-4454-8e28-0f94390d43b3: rpc.has_security_group_logging(os_id): False [ 835.735516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.735686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.735752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.735979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.736079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.736302] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.736401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.736463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.736607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.736679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.736895] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.737031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.737658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.738521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.738657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.738921] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.739113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.739216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.739400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.739520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.739645] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be updated. [ 835.809437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.809437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.809437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.809437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.809437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.829216] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 835.844714] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b7d759b-5763-43ab-b9fb-2b893eddad7d req-fbea7a7a-1314-485e-829f-c3167ef60c77 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 835.844714] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 835.844714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.844714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.844714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.844714] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.003178] env[69301]: INFO networking_nsxv3.common.synchronization [None req-4b0082bd-04ef-44e7-9cec-e9d79ddc54a9 None None] Enqueued Resource ID: cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f with Priority: HIGHEST for action port [ 836.003178] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f with Priority: HIGHEST for action port [ 836.003178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.003178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.005792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.005792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.005792] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.263316] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.263690] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.263690] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.264040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.264326] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.264478] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.264635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.264869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.265149] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.265485] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.265693] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.265829] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.266271] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.266522] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.266663] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.266901] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.292603] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.292806] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.292997] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.293821] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.293821] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-047311bf-683e-4447-b19f-4a7d740ed9a7 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.294061] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.294153] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.294521] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.294697] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047311bf-683e-4447-b19f-4a7d740ed9a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.349097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.349328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.349401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.349642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.349740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.349985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.350348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.350348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.350348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.350470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.350503] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e already deleted. [ 836.350576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.508849] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f [ 836.509132] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.509272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.509348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.509553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.509642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.509737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f already deleted. [ 836.509836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbbc1e8-a8df-4dda-bebf-cb7d7a0fae0f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.800210] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.800465] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.800599] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.800935] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.801125] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.801368] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 047311bf-683e-4447-b19f-4a7d740ed9a7 not found, creating... [ 836.801585] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.801808] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.801892] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.802154] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.803383] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.803735] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.803911] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.804047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.804293] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.804437] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.804625] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 is going to be created. [ 836.832543] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.834042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.834042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.834042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.834042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.834042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.576781] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b7d759b-5763-43ab-b9fb-2b893eddad7d req-f181ff4c-1805-44e9-8017-7060ec7990ca service nova] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 837.576781] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b7d759b-5763-43ab-b9fb-2b893eddad7d req-f181ff4c-1805-44e9-8017-7060ec7990ca service nova] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 837.576781] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b7d759b-5763-43ab-b9fb-2b893eddad7d req-f181ff4c-1805-44e9-8017-7060ec7990ca service nova] Enqueued Resource ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 with Priority: HIGHEST for action port [ 837.576781] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 837.576781] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 837.576781] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 with Priority: HIGHEST for action port [ 837.576781] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.576781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.576781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.577954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.577954] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.577954] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.577954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.577954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.578175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.578210] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.578446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.578446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.578619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.578619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.578711] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.579832] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-047311bf-683e-4447-b19f-4a7d740ed9a7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.579832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.579832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.580070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.584556] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047311bf-683e-4447-b19f-4a7d740ed9a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.844342] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 837.844342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.085563] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.087887] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.087887] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 047311bf-683e-4447-b19f-4a7d740ed9a7 with status ACTIVE [ 838.087887] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.087887] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.087887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.088407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.088407] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.088407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.088407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.088407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.088572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.088572] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 is going to be updated. [ 838.113510] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.114181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.114181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.114477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.114690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.114924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.389795] env[69301]: INFO networking_nsxv3.common.synchronization [None req-fd381df6-4f08-403f-8e6d-d9692c01df13 None None] Enqueued Resource ID: 3372399b-6cd3-422e-aecb-60b3edc4317c with Priority: HIGHEST for action port [ 838.392260] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3372399b-6cd3-422e-aecb-60b3edc4317c with Priority: HIGHEST for action port [ 838.392260] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3372399b-6cd3-422e-aecb-60b3edc4317c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.392260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3372399b-6cd3-422e-aecb-60b3edc4317c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.392260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3372399b-6cd3-422e-aecb-60b3edc4317c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.392260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3372399b-6cd3-422e-aecb-60b3edc4317c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.392260] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3372399b-6cd3-422e-aecb-60b3edc4317c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.594265] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.894790] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3372399b-6cd3-422e-aecb-60b3edc4317c [ 838.895049] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.895191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.895262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.895523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.895611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.895709] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3372399b-6cd3-422e-aecb-60b3edc4317c already deleted. [ 838.895805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3372399b-6cd3-422e-aecb-60b3edc4317c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.101385] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.101540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.101865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.101946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.102038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.102142] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be created. [ 839.128914] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.129094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.129154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.129377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.129542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.140238] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: UNINITIALIZED for 2s [ 840.922111] env[69301]: INFO networking_nsxv3.common.synchronization [req-6e942665-c493-466d-bc28-038503db7c9f req-28f4a19e-7b9b-452b-9a20-a27093fe7e26 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 840.922646] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 840.922960] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.923101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.923186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.923501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.923673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.923776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.923847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.924423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.924500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.924590] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.155160] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 841.155251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.155486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.155633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.155856] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.156012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.156087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.156268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.156370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.156437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.156530] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.427811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.427811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.427811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.428287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.428287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.428463] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.428463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.428574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.428672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.428743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.428911] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 already deleted. [ 841.428911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.477325] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.477325] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.477325] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.477653] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.477929] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.478168] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.478335] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.478574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.478736] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.478981] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.479208] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.479257] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.479350] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.479628] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.479628] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.479729] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.504037] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.504160] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.504285] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.504488] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.504948] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-95ccba25-ba8b-4c6b-a86f-1d27859d707e taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.505073] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.505256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.505670] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.505884] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ccba25-ba8b-4c6b-a86f-1d27859d707e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.659613] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.659808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.659808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.660185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.660498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.660627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.660872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.661031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.662056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.662056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.662056] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.662056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.662056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.662056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.664162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.664162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.664261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.664427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.664550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.664690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.664835] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.008478] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.008925] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.008925] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.009196] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.009353] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.009516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 95ccba25-ba8b-4c6b-a86f-1d27859d707e not found, creating... [ 842.009800] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.009995] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.010116] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.010351] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.010492] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.010779] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.010986] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.014274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.014530] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.014679] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.014829] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e is going to be created. [ 842.038943] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.039897] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.040323] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.041028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.041551] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.042973] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.173445] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e: rpc.has_security_group_logging(os_id): False [ 842.196465] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.196609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.196680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.196900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.196990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.197234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.197752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.197752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.197752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.197752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.198211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.198324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.198431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.198532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.198639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.199112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.199413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.199413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.199684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.199767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.199859] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be created. [ 842.304132] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.304299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.304354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.304544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.304732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.316154] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 842.749354] env[69301]: INFO networking_nsxv3.common.synchronization [req-6e942665-c493-466d-bc28-038503db7c9f req-db5f165c-0a85-4207-be0b-c57d3d0bd419 service nova] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 842.749354] env[69301]: INFO networking_nsxv3.common.synchronization [req-6e942665-c493-466d-bc28-038503db7c9f req-db5f165c-0a85-4207-be0b-c57d3d0bd419 service nova] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 842.749354] env[69301]: INFO networking_nsxv3.common.synchronization [req-6e942665-c493-466d-bc28-038503db7c9f req-db5f165c-0a85-4207-be0b-c57d3d0bd419 service nova] Enqueued Resource ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e with Priority: HIGHEST for action port [ 842.749573] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 842.749673] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 842.749720] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e with Priority: HIGHEST for action port [ 842.751156] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.751302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.751387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.751584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.751669] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.753019] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.753133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.753207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.753382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.753534] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.753631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.753693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.753836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.754785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.755045] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.757041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ccba25-ba8b-4c6b-a86f-1d27859d707e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.757041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.757041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.757183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.757254] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ccba25-ba8b-4c6b-a86f-1d27859d707e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.927600] env[69301]: INFO networking_nsxv3.common.synchronization [None req-dae78c5c-1046-4ec7-9933-a90b97674d0b None None] Enqueued Resource ID: 5fde48eb-7fc4-4f3c-9b76-445bc0469626 with Priority: HIGHEST for action port [ 842.927881] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fde48eb-7fc4-4f3c-9b76-445bc0469626 with Priority: HIGHEST for action port [ 842.928593] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fde48eb-7fc4-4f3c-9b76-445bc0469626 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.928771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fde48eb-7fc4-4f3c-9b76-445bc0469626" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.928864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fde48eb-7fc4-4f3c-9b76-445bc0469626" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.929881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fde48eb-7fc4-4f3c-9b76-445bc0469626" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.929999] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fde48eb-7fc4-4f3c-9b76-445bc0469626',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.257129] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.262334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.263652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.263652] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ccba25-ba8b-4c6b-a86f-1d27859d707e with status ACTIVE [ 843.263652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.263652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.263652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.263652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.263652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.263959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.264020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.264132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.264350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.264492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.264820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.264911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.264939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.267464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.267571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.267695] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e is going to be updated. [ 843.292823] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.293140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.293140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.295607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.295607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.295607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.432086] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fde48eb-7fc4-4f3c-9b76-445bc0469626 [ 843.432342] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.432479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.432566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.432784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.432871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.433126] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fde48eb-7fc4-4f3c-9b76-445bc0469626 already deleted. [ 843.433126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fde48eb-7fc4-4f3c-9b76-445bc0469626" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.759859] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.262965] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.263375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.263602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.263835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.263932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.264058] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be created. [ 844.304022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.304228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.304267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.304857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.304857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.318621] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: UNINITIALIZED for 2s [ 844.333643] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 844.333643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.596308] env[69301]: INFO networking_nsxv3.common.synchronization [None req-00e00a7b-8c8d-46dc-bfa6-639efc8ac9b0 None None] Enqueued Resource ID: e84a772f-bec3-437b-9951-ca2d1e26b64d with Priority: HIGHEST for action port [ 845.596927] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84a772f-bec3-437b-9951-ca2d1e26b64d with Priority: HIGHEST for action port [ 845.597260] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e84a772f-bec3-437b-9951-ca2d1e26b64d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.597385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e84a772f-bec3-437b-9951-ca2d1e26b64d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.597453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e84a772f-bec3-437b-9951-ca2d1e26b64d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.597708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e84a772f-bec3-437b-9951-ca2d1e26b64d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.597787] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e84a772f-bec3-437b-9951-ca2d1e26b64d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.102855] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e84a772f-bec3-437b-9951-ca2d1e26b64d [ 846.102855] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.102855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.102855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.102855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.102855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.102855] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e84a772f-bec3-437b-9951-ca2d1e26b64d already deleted. [ 846.102855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e84a772f-bec3-437b-9951-ca2d1e26b64d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.332113] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: SUCCESS [ 846.332422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.332618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.332887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.333187] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.333456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.333509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.333685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.333797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.333923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.334111] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.690612] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 846.691147] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 846.691253] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 846.691373] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 846.692319] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.692982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.692982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.692982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.693126] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.693183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.693213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.693376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.693500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.693546] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.694493] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.694574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.694574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.695694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.695694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.695694] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.742599] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_rules [ 846.742855] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 846.743057] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 846.743243] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 846.743386] env[69301]: INFO networking_nsxv3.common.synchronization [req-71e8f65e-b35d-4e91-9738-3d63dfbfc5b5 req-7d9b733c-6080-44fa-a957-5f044307b032 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 with Priority: HIGHEST for action port [ 846.743970] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_rules [ 846.744290] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 846.744363] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 with Priority: HIGHEST for action port [ 846.744521] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 846.744549] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 846.744859] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.744945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.745029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.745282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.745364] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.746895] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.747143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.747327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.747627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.747780] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.750045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-047311bf-683e-4447-b19f-4a7d740ed9a7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.750045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.750045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.750045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.750045] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047311bf-683e-4447-b19f-4a7d740ed9a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.752130] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.752628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.752990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.753203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.839346] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.198418] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.198418] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.208291] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_members [ 847.208291] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 847.208291] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 847.208291] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_members [ 847.208291] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 847.208291] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 847.208291] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6908502-b797-4f76-b87f-3e14a801d447 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.208291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.208291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.209781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.209781] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.209781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.209781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.209781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.209781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.209781] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.210295] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.210391] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.212707] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.212854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.254918] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.255056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.255237] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 047311bf-683e-4447-b19f-4a7d740ed9a7 with status ACTIVE [ 847.255404] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.255530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.255565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.255763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.255850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.256030] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.256229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.256229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.256324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.256398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.256770] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.256874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.256936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.257095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.257182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.257488] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 is going to be updated. [ 847.258889] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.259024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.264126] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_rules [ 847.264297] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 847.264433] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 847.264563] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 847.264690] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_rules [ 847.264813] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_members [ 847.264938] env[69301]: INFO networking_nsxv3.common.synchronization [req-9e3dd585-f795-4b53-977f-531e2cfc5b9a req-8a0b711c-95cf-4794-aa81-4360c858480a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 with Priority: HIGHEST for action port [ 847.265620] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_rules [ 847.265759] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 847.265859] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_members [ 847.265955] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 with Priority: HIGHEST for action port [ 847.266061] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_rules [ 847.266150] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 847.266235] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 847.266790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.266935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267091] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.267178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6908502-b797-4f76-b87f-3e14a801d447 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.267440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267616] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-047311bf-683e-4447-b19f-4a7d740ed9a7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.267715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.267902] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6908502-b797-4f76-b87f-3e14a801d447 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.268014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.268084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.268329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.268410] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.269418] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.269631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.269833] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.269916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.287143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.287301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.287375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.287582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.287726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.287899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.289683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.289905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.289997] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('047311bf-683e-4447-b19f-4a7d740ed9a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.341411] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb91a215-6b28-4854-96e4-710f5afbdd64: rpc.has_security_group_logging(os_id): False [ 847.371057] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.371057] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.371057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.371451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.371451] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be created. [ 847.464138] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.464349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.464401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.464698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.464945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.477911] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: IN_PROGRESS for 2s [ 847.699821] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.701183] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.714611] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.771149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6908502-b797-4f76-b87f-3e14a801d447 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.771274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.792366] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 047311bf-683e-4447-b19f-4a7d740ed9a7 with status ACTIVE [ 847.793025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.793219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.793291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.793522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.793609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.794250] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.794250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.794250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.794250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.794250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.794453] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.794495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.794521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.794664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.794739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.794825] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 047311bf-683e-4447-b19f-4a7d740ed9a7 is going to be updated. [ 847.821170] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.821316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.821381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.821592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.825019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.825019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-047311bf-683e-4447-b19f-4a7d740ed9a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.202551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.202768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.202846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.203151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.203311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.203450] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be created. [ 848.205418] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.205418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.205418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.205624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.205624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.205713] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 848.217149] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.242798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.243014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.243092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.243371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.243754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.246040] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.246853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.246853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.246853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.246853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.267842] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 848.268786] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: UNINITIALIZED for 2s [ 848.378307] env[69301]: INFO networking_nsxv3.common.synchronization [req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf req-234a7f26-ec71-49c8-9ccf-1c0e400b3408 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_members [ 848.378872] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_members [ 848.379202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.379326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.379387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.379830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.380234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.380234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.380234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.380474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.380474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.380553] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.720423] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.720730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.720730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.720852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.721023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.724294] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6908502-b797-4f76-b87f-3e14a801d447 is going to be created. [ 848.752678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.752856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.752932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.753159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.753322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.763604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: UNINITIALIZED for 2s [ 848.831108] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-475 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.831390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-475" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.831545] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-475" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.831906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-475" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.832321] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.832502] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.832620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.832893] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.833073] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.833365] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.833863] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.833863] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.833863] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.833863] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.833995] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.834069] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.859437] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.859437] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.859437] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.859437] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-475" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.859437] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-b672c580-9374-48a0-a649-3d6f6f80e3c5 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.859437] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.859437] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.859437] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.859437] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b672c580-9374-48a0-a649-3d6f6f80e3c5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.885413] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.885413] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.885413] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 already deleted. [ 848.885413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.927223] env[69301]: INFO networking_nsxv3.common.synchronization [req-7934732e-64c1-4fd8-b912-4930e29fe505 req-9c8573c1-e6c4-4d15-9ec2-4272185aa8c8 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 848.929891] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGHEST for action security_group_members [ 848.930356] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.931244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.931349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.931586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.931791] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.931944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.932359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.932739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.933764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.933977] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.362510] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.362510] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.362510] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.362959] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.363105] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.363957] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port b672c580-9374-48a0-a649-3d6f6f80e3c5 not found, creating... [ 849.363957] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.363957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.363957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.364160] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.364252] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.364580] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.364823] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.364895] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.365168] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.365695] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.365695] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: b672c580-9374-48a0-a649-3d6f6f80e3c5 is going to be created. [ 849.410089] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.410371] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.410514] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.410811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.411762] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.411762] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.437292] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.437493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.437493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.438250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.438250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.438250] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.438250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.438250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.438250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.438542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.438542] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be updated. [ 849.495020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: SUCCESS [ 849.495293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.513150] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.513150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.513150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.513150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.513150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.525031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: IN_PROGRESS for 2s [ 850.282190] env[69301]: INFO networking_nsxv3.common.synchronization [req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf req-9241c50f-f158-4aba-a2de-aa8d1dc5c95a service nova] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_rules [ 850.282190] env[69301]: INFO networking_nsxv3.common.synchronization [req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf req-9241c50f-f158-4aba-a2de-aa8d1dc5c95a service nova] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_members [ 850.282190] env[69301]: INFO networking_nsxv3.common.synchronization [req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf req-9241c50f-f158-4aba-a2de-aa8d1dc5c95a service nova] Enqueued Resource ID: b672c580-9374-48a0-a649-3d6f6f80e3c5 with Priority: HIGHEST for action port [ 850.284077] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 850.284456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.286125] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 850.286418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.287066] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_rules [ 850.287324] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_members [ 850.289133] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b672c580-9374-48a0-a649-3d6f6f80e3c5 with Priority: HIGHEST for action port [ 850.289133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.289133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.289133] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.289133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.289133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.289133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.289133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.289133] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.290683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.290683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.292417] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.292417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.292417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.292417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.292417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.292417] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.293360] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.297617] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297617] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.297617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.297617] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b672c580-9374-48a0-a649-3d6f6f80e3c5 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b672c580-9374-48a0-a649-3d6f6f80e3c5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.773544] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: SUCCESS [ 850.774076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.774380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.776016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.776016] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.776016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.776016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.776016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.776016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.776016] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.793634] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.801130] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.801533] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.802551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.803606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.803606] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b672c580-9374-48a0-a649-3d6f6f80e3c5 with status ACTIVE [ 850.803606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.803765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.805871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.805871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.805871] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b672c580-9374-48a0-a649-3d6f6f80e3c5 is going to be updated. [ 850.832393] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.832531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.832645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.832971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.833209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.833441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b672c580-9374-48a0-a649-3d6f6f80e3c5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.277723] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.296453] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.304449] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.308210] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.538559] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 in Status: SUCCESS [ 851.538559] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 deletion is rescheduled due to dependency. [ 851.538559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.553706] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-c3f501c8-dd93-475e-b052-651c5c2159bf tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 851.554271] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 851.554574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.554697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.554761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.554953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.555897] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.556030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.558277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.558277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.558277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.558277] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.780884] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.798886] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.799321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.799543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.799895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.800141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.800377] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 851.806976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.807409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.807573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.807870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.808271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.808478] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 is going to be created. [ 851.811636] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.811967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.813257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.813463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.813648] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be updated. [ 851.839882] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.839882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.839882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.839882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.839882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.843935] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.844473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.846072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.846072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.846072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.847352] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.847624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.847685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.847860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.848008] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.850650] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53803166-5eba-46ce-9e1f-9a589928f201 in Status: UNINITIALIZED for 2s [ 851.857735] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: IN_PROGRESS for 2s [ 851.859495] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 851.987065] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-0d09c7cc-ffa1-4a93-b660-326b7fc35f34 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 851.987298] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 851.987624] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.987718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.058983] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.059162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.059228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.059450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.081770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.081770] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.081770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.081770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.081770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.081770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.081770] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 852.107951] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.108130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.108199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.108488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.108647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.121019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 852.284385] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.284618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.284652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.284883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.284982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.285107] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6908502-b797-4f76-b87f-3e14a801d447 is going to be updated. [ 852.325423] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.325775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.325775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.325990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.326285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.343092] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: IN_PROGRESS for 2s [ 852.430265] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.430265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.430265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.430265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.430265] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.430265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.430265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.430265] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.433222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.433669] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.433969] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.436557] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.436557] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.436557] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.436557] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.436557] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.455322] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.455322] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.455322] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.455322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.455643] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-fcc2c95d-4f14-476e-b221-acc0b908627c taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.455815] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.455941] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.456338] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.456480] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc2c95d-4f14-476e-b221-acc0b908627c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.959590] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.960010] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.960212] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.960453] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.960639] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.960792] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port fcc2c95d-4f14-476e-b221-acc0b908627c not found, creating... [ 852.961137] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.961337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.961636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.961946] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.962224] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.962565] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.963092] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.963092] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.963092] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.963277] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.963352] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: fcc2c95d-4f14-476e-b221-acc0b908627c is going to be created. [ 852.990298] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.990692] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.990692] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.990933] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.991319] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.991546] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.810493] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-1d819a58-87d4-4a22-9536-4d6855052496 service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 853.810787] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-1d819a58-87d4-4a22-9536-4d6855052496 service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 853.810950] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-1d819a58-87d4-4a22-9536-4d6855052496 service nova] Enqueued Resource ID: fcc2c95d-4f14-476e-b221-acc0b908627c with Priority: HIGHEST for action port [ 853.811853] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 853.811990] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 853.815940] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc2c95d-4f14-476e-b221-acc0b908627c with Priority: HIGHEST for action port [ 853.815940] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.815940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.815940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.815940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.815940] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.817189] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.817287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.817528] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc2c95d-4f14-476e-b221-acc0b908627c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.818438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.818438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.818438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.818438] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc2c95d-4f14-476e-b221-acc0b908627c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.861731] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53803166-5eba-46ce-9e1f-9a589928f201 in Status: SUCCESS [ 853.861731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.862220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.862552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.862860] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.863165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.863316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.863567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.863744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.863912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.864103] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.874042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 853.874042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.874042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.874260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.874916] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.874916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.874916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.875078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.875173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.875233] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.877974] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 853.881306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.882040] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.882283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.882478] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.882596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.882652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.882813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.882884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.882980] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.136034] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 854.136206] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 deletion is rescheduled due to dependency. [ 854.136332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.136530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.136758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.136990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.137098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.137148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.137291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.137372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.137489] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.320315] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.320593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.320828] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcc2c95d-4f14-476e-b221-acc0b908627c with status ACTIVE [ 854.321131] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.321304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.321358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.321702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.321815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.322419] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.322563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.322806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.323078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.323221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.323513] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.323668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.323758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.323947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.324070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.324190] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcc2c95d-4f14-476e-b221-acc0b908627c is going to be updated. [ 854.352621] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.352735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.352812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.353060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.353224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.353433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc2c95d-4f14-476e-b221-acc0b908627c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.354319] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: SUCCESS [ 854.354502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.354662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.355322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.355322] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.355322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.355322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.355461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.355494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.355574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.355641] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.366435] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.385170] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.386725] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.641729] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.736274] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.736517] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-251" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.736677] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-251" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.737122] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-251" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.737502] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.737806] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.737993] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.738406] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.738465] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.738721] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.738871] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.739041] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.739177] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.739476] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.739476] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.740096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.765721] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.766048] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.766223] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.766416] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-251" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.766765] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-63787edb-9c1e-4328-b336-3db93dd9c8b2 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.766950] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.767084] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.767426] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.767711] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63787edb-9c1e-4328-b336-3db93dd9c8b2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.859700] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.868674] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53803166-5eba-46ce-9e1f-9a589928f201: rpc.has_security_group_logging(os_id): False [ 854.888788] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.890122] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.895694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.895777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.895868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.896165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.896277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.896612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.896751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.896828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.897058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.897157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.897270] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 is going to be created. [ 854.973851] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.973851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.973851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.973851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.973851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.987670] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53803166-5eba-46ce-9e1f-9a589928f201 in Status: IN_PROGRESS for 2s [ 855.144076] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.270218] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.270680] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.270680] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.272475] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.272692] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.272909] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 63787edb-9c1e-4328-b336-3db93dd9c8b2 not found, creating... [ 855.273356] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.273641] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.273792] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.274128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.274328] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.274795] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.275051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.275206] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.275556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.275877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.275956] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 63787edb-9c1e-4328-b336-3db93dd9c8b2 is going to be created. [ 855.301381] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.301631] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.302667] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.302667] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.302667] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.302770] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.362360] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6908502-b797-4f76-b87f-3e14a801d447: rpc.has_security_group_logging(os_id): False [ 855.383452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.383638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.383700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.383888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.383991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.384288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.384451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.384508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.384683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.384797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.384857] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6908502-b797-4f76-b87f-3e14a801d447 is going to be created. [ 855.391775] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.391934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.392233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.392325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.392419] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 855.393683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.393835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.393887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.394033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.394118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.394207] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be updated. [ 855.484251] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.484459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.484500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.484715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.485143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.486929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.487132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.487201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.487410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.487553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.511258] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: IN_PROGRESS for 2s [ 855.512293] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 855.531603] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.531853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.531853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.532150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.532323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.551392] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: IN_PROGRESS for 2s [ 855.647100] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.647273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.647354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.647616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.647710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.647812] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 855.689537] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.689704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.689745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.689961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.690155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.704457] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 856.128342] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-38b6ea1d-d86c-4289-965e-c307627c0928 service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 856.128342] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-38b6ea1d-d86c-4289-965e-c307627c0928 service nova] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 856.128342] env[69301]: INFO networking_nsxv3.common.synchronization [req-71ee2523-eb4e-44a9-ba98-208f9da19c69 req-38b6ea1d-d86c-4289-965e-c307627c0928 service nova] Enqueued Resource ID: 63787edb-9c1e-4328-b336-3db93dd9c8b2 with Priority: HIGHEST for action port [ 856.128342] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_rules [ 856.130577] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 856.130737] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63787edb-9c1e-4328-b336-3db93dd9c8b2 with Priority: HIGHEST for action port [ 856.131135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.131248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.131802] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.131904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.132619] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-63787edb-9c1e-4328-b336-3db93dd9c8b2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.132619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.132619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.132619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.132619] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63787edb-9c1e-4328-b336-3db93dd9c8b2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.642954] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63787edb-9c1e-4328-b336-3db93dd9c8b2 with status ACTIVE [ 856.643153] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.643227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.643263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.643551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.643667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.643905] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.644096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.644179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.644423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.644551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.644817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.644973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.645081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.645331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.645454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.645588] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63787edb-9c1e-4328-b336-3db93dd9c8b2 is going to be updated. [ 856.682810] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.683047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.683047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.683321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.683503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.683674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63787edb-9c1e-4328-b336-3db93dd9c8b2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.001662] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53803166-5eba-46ce-9e1f-9a589928f201 in Status: SUCCESS [ 857.001662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.222044] env[69301]: INFO networking_nsxv3.common.synchronization [req-6534c637-15f5-4e46-90a2-013d0d217f75 req-42fd7fb3-b34b-4e24-ac14-5db40975f3a3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 857.222044] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 857.222044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.222044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.222899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.223352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.225473] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.225473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.225473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.225473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.225473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.225473] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.526339] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 857.526646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.526872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.527186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.527444] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.527705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.527705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.527897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.528014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.528143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.528605] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.534025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.534025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.534025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.534025] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.534465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.534559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.534740] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.534844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.534905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.535077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.535158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.535241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.535333] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.536249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.536450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.536715] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.536764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.536831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.536976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.537154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.537192] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.564571] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: SUCCESS [ 857.564839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.715066] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 857.715331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.715592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.715875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.716134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.716332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.716518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.716605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.716684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.716824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.729650] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.030937] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.038691] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.040154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.040278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.040420] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.219968] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.231418] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.532841] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0363f532-b167-4e3b-a575-f31ba699b15b: rpc.has_security_group_logging(os_id): False [ 858.541716] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.545858] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.553324] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.553508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.553581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.553844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.553931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.554196] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.554298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.554361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.554621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.554621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.554745] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be created. [ 858.611595] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.611769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.611852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.612137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.612339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.628746] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: IN_PROGRESS for 2s [ 858.723069] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.735033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.735033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.735033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.735033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.735033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.735033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 858.802238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.802506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.802571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.802897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.802948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834941] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 859.046498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.046643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.046721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.046938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.047105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.047222] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be updated. [ 859.052131] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.052303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.052445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.052554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.052638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.052735] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 859.076429] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.076697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.076697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.076824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.076971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.078773] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.078950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.078950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.079178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.079312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.090507] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 859.091237] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: IN_PROGRESS for 2s [ 859.226417] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.226417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.226417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.226737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.226737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.226854] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 859.278128] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.278555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.278555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.278675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.278720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.293047] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 860.641867] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 860.642203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.642440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.642706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.642808] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.845999] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 860.846247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.954134] env[69301]: INFO networking_nsxv3.common.synchronization [req-569f8d17-7730-4261-9204-538fbfe13926 req-c652e4e9-3a5d-40e5-8933-1498c224aae7 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Enqueued Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_members [ 860.954539] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_members [ 860.954866] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.955069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.955130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.955418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.955603] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.955767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.955866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.956056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.956181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.956235] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.101828] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 861.102083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.102262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.102473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.102667] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.102781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.102846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.103010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.103097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.103332] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.103517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.103587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.103734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.104382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.104535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.104706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.104909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.104909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.104909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.105015] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.107489] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 861.107489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.145524] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.145686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.145754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.147634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.147634] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.147634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.147634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.147634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.147634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.147634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.147634] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.311580] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 861.311800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.312064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.312305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.312504] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.312644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.312709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.312869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.312951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.313047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.313165] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.315251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.315453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.315638] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.315756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.315829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.315984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.316084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.316177] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.400133] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.400352] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-954" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.400482] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-954" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.401606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-954" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.407026] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.407026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.407026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.407026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.407026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.407231] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.407267] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.407362] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.407847] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.407957] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.408090] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.408558] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.432472] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.432666] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.432812] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.432988] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-954" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.433369] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-2cb85201-8c4a-4c2c-8bf7-52593f018162 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.433643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.433776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.434101] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.434243] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb85201-8c4a-4c2c-8bf7-52593f018162',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.462031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.462031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.462031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d already deleted. [ 861.462031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.608280] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e: rpc.has_security_group_logging(os_id): False [ 861.631669] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.631917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.632195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.632497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.632818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.633124] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.633316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.633464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.633726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.633821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.634098] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.634255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.635133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.635133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.635133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.635437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.636609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.636686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.636868] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.636953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.637058] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 861.649376] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.732799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.733109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.733109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.733253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.733406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.751140] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 861.817552] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.817795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.825089] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.936883] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.937230] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.937301] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.937604] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.937766] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.937953] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 2cb85201-8c4a-4c2c-8bf7-52593f018162 not found, creating... [ 861.938277] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.938444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.938565] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.938797] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.938938] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.939246] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.939422] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.939542] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.939753] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.939889] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.940050] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 2cb85201-8c4a-4c2c-8bf7-52593f018162 is going to be created. [ 861.960948] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.961278] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.961460] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.962621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.962621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.962763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.154590] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0363f532-b167-4e3b-a575-f31ba699b15b: rpc.has_security_group_logging(os_id): False [ 862.179773] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.179927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.180009] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.180233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.180328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.180569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.180673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.180737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.180888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.180964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.181111] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be updated. [ 862.256858] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.257012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.257087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.257293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.257482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.268875] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: IN_PROGRESS for 2s [ 862.328420] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.834065] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.834454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.834454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.834621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.834716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.834822] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 862.872331] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.872483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.872592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.873239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.873239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.880950] env[69301]: INFO networking_nsxv3.common.synchronization [req-569f8d17-7730-4261-9204-538fbfe13926 req-4e7098d2-bb8b-4fce-b150-594d236f59e1 service nova] Enqueued Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_rules [ 862.880950] env[69301]: INFO networking_nsxv3.common.synchronization [req-569f8d17-7730-4261-9204-538fbfe13926 req-4e7098d2-bb8b-4fce-b150-594d236f59e1 service nova] Enqueued Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_members [ 862.880950] env[69301]: INFO networking_nsxv3.common.synchronization [req-569f8d17-7730-4261-9204-538fbfe13926 req-4e7098d2-bb8b-4fce-b150-594d236f59e1 service nova] Enqueued Resource ID: 2cb85201-8c4a-4c2c-8bf7-52593f018162 with Priority: HIGHEST for action port [ 862.880950] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_rules [ 862.880950] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_members [ 862.880950] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb85201-8c4a-4c2c-8bf7-52593f018162 with Priority: HIGHEST for action port [ 862.880950] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.881528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.885465] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.885465] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.885465] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.885465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.885990] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.890041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb85201-8c4a-4c2c-8bf7-52593f018162 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.890041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.890041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.890041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.890041] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb85201-8c4a-4c2c-8bf7-52593f018162',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.891016] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 863.385888] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.386150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.390167] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.395873] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cb85201-8c4a-4c2c-8bf7-52593f018162 with status ACTIVE [ 863.396253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.396458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.396531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.396783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.396880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.397117] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.397241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.397320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.397508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.397611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.397834] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.398059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.398059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.398251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.398515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.398617] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cb85201-8c4a-4c2c-8bf7-52593f018162 is going to be updated. [ 863.424756] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.424756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.424756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.424756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.424756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.424756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb85201-8c4a-4c2c-8bf7-52593f018162" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.769011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 863.769253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.769433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.769654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.769742] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.901663] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.134203] env[69301]: INFO networking_nsxv3.common.synchronization [None req-807eec8b-f9e4-40b3-8a3c-60e5b2337b5a None None] Enqueued Resource ID: ebe74a1e-dadf-4bb7-a626-f5ed9ea92485 with Priority: HIGHEST for action port [ 864.134203] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe74a1e-dadf-4bb7-a626-f5ed9ea92485 with Priority: HIGHEST for action port [ 864.134203] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe74a1e-dadf-4bb7-a626-f5ed9ea92485 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.134203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe74a1e-dadf-4bb7-a626-f5ed9ea92485" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.134203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe74a1e-dadf-4bb7-a626-f5ed9ea92485" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.134203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe74a1e-dadf-4bb7-a626-f5ed9ea92485" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.134203] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe74a1e-dadf-4bb7-a626-f5ed9ea92485',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.274992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.274992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.274992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.274992] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.283534] env[69301]: INFO networking_nsxv3.common.synchronization [req-e5459658-b592-45ce-9464-cac518f122db req-61bf7d50-7a71-4d6a-a99e-cd0c9189a05d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 864.284494] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 864.285640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.285640] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 864.285640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.285640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.285640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.285877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286367] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.287816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.287816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287816] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.413884] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.413884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.413884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.413884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.413884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.413884] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d is going to be created. [ 864.437361] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.437586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.437692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.438950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.438950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.454488] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d in Status: UNINITIALIZED for 2s [ 864.638604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebe74a1e-dadf-4bb7-a626-f5ed9ea92485 [ 864.638604] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.638604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.638604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.638604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.638604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.638604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebe74a1e-dadf-4bb7-a626-f5ed9ea92485 already deleted. [ 864.638604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe74a1e-dadf-4bb7-a626-f5ed9ea92485" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.728025] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.728025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.728025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.728025] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.728025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728744] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.729166] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.729595] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.732176] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.732176] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.732176] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.732176] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.732176] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.732176] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.732176] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.751886] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.754525] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.754525] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.754525] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.754525] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.754525] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.754525] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.754525] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.754525] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1bcf76d-3231-4ca9-aa58-58b91a4735ae',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.775509] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.775509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.777938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.777938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.777938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.777938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.777938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.777938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.777938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.780626] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.780626] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.780626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.782566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.782566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.782566] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.790697] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.793035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.793035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 already deleted. [ 864.793035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.903033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 864.903404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.904027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904265] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.904396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.904597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.904659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.904750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.904842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.905038] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.905143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.905217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.905371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.905530] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.905636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.905800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.905871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.905915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.906130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.906130] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.261935] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.262472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.262472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.262660] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.263112] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.263112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a1bcf76d-3231-4ca9-aa58-58b91a4735ae not found, creating... [ 865.263524] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.263718] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.263839] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.264109] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.264270] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.264675] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.264765] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.264877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.265163] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.265334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.265487] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a1bcf76d-3231-4ca9-aa58-58b91a4735ae is going to be created. [ 865.285435] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e: rpc.has_security_group_logging(os_id): False [ 865.300870] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.300870] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.300870] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.301718] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.301718] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.301843] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.310484] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.310989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.310989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.310989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.310989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.311590] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.311678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.311725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.312206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.312206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.312440] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.312440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.312440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.312733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.312733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.312890] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.313027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.313309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.313309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.313309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.313582] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 865.411833] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.411833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.412129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.412215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.412396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.413724] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb38cad-8a84-42f4-88dc-4ea5450b7a55: rpc.has_security_group_logging(os_id): False [ 865.455303] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.455556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.455628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.455895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.456049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.456292] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.456396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.456459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.456682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.456795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.457062] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.457205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.457270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.457434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.457587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.457869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.458028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.458102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.458232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.458326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.458384] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 865.461966] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 865.563562] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.563936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.564176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.564768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.565087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.579744] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 866.075173] env[69301]: INFO networking_nsxv3.common.synchronization [req-e5459658-b592-45ce-9464-cac518f122db req-89679182-1196-4da0-82a2-44a8c82d9174 service nova] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_rules [ 866.075173] env[69301]: INFO networking_nsxv3.common.synchronization [req-e5459658-b592-45ce-9464-cac518f122db req-89679182-1196-4da0-82a2-44a8c82d9174 service nova] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 866.075173] env[69301]: INFO networking_nsxv3.common.synchronization [req-e5459658-b592-45ce-9464-cac518f122db req-89679182-1196-4da0-82a2-44a8c82d9174 service nova] Enqueued Resource ID: a1bcf76d-3231-4ca9-aa58-58b91a4735ae with Priority: HIGHEST for action port [ 866.075615] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_rules [ 866.075774] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 866.075895] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1bcf76d-3231-4ca9-aa58-58b91a4735ae with Priority: HIGHEST for action port [ 866.082173] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.082173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.082173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.082769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.082769] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.083800] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.083952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.086917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.087220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.087438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.087572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.087655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.087862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.087972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.088120] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.089612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.089748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.089831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.090425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.090524] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1bcf76d-3231-4ca9-aa58-58b91a4735ae',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.463702] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d in Status: SUCCESS [ 866.463964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.464174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.464436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.464669] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.464796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.464894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.465077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.465163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.466607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.466607] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.594996] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.594996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.596551] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.597975] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1bcf76d-3231-4ca9-aa58-58b91a4735ae with status ACTIVE [ 866.597975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.597975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.597975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.598204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.598204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.598382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.598573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.598573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.598692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.598766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.598943] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.600488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.600589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.600758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.600842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.600945] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1bcf76d-3231-4ca9-aa58-58b91a4735ae is going to be updated. [ 866.613312] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ef0d7d00-db2a-45ea-afc0-891798651c28 None None] Enqueued Resource ID: 1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2 with Priority: HIGHEST for action port [ 866.614570] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2 with Priority: HIGHEST for action port [ 866.614934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.615096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.615169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.615431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.615512] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.631541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.631682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.631787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.631949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.632183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.632320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1bcf76d-3231-4ca9-aa58-58b91a4735ae" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.968564] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.968811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.968936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.969269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.969528] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.969714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.969849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.970131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.970292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.970463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.970714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.970880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.970999] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.972040] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.973236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.973273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.973469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.973659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.973756] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.103394] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.119184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2 [ 867.119184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.119184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.119184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.119184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.119184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.119184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2 already deleted. [ 867.119184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e6bcd7f-6b6d-4d3e-a330-268cbfca62e2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.479859] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75af4e3a-732b-4a5f-9369-16a4d59a709d: rpc.has_security_group_logging(os_id): False [ 867.487982] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 867.487982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.503229] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.503229] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.503229] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.503229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.503695] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.503695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.503695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.504713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.505088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.505341] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d is going to be created. [ 867.582046] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.582046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.582046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.582046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.582046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.597097] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d in Status: IN_PROGRESS for 2s [ 867.599395] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 867.599395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.599395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.599395] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.606340] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.606340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.606340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.606340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.606340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.606340] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be created. [ 867.640438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.640438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.640438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.640438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.640438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.653510] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: UNINITIALIZED for 2s [ 868.102246] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.102548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.102661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.102931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.103202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.103353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.103417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.103742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.104031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.104031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.104128] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.608622] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.608836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.608993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.609302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.609550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.609727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.609792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.609965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.610066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.610179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.610303] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.610398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.610460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.610601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.610734] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.610823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.610892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.611017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.611092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.611772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.611850] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.703996] env[69301]: INFO networking_nsxv3.common.synchronization [req-394db3eb-117c-486a-a4fa-08450872518a req-764b1872-6344-4293-81ce-b82d962693c2 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Enqueued Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_members [ 868.704590] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_members [ 868.705618] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.705755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.705821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.706107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.706296] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.706398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.706458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.706636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.706728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.706837] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.113799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfb38cad-8a84-42f4-88dc-4ea5450b7a55: rpc.has_security_group_logging(os_id): False [ 869.139414] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.139414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.139414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.139414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.139737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.139737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.139802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.139849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.139996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.140094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.140291] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.140388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.140450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.140590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.140662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.140836] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.140929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.140990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.141485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.141592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.141684] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 869.208834] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.209043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.209097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.209413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.209606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.209840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.209959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.210044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.210235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.210352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.210468] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928381be-398c-4c4f-8d54-9e98e983e3dc already deleted. [ 869.210533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.213807] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.214144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-713" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.214422] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-713" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.215048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-713" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.215503] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.215828] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.216173] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.216537] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.216777] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.217295] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.217295] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.217768] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.217768] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.217859] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.218012] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.218338] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.237083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.237083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.237083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.237578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.237830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.243468] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.243621] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.243778] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.243979] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-713" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.244325] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.244507] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.244633] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.244964] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.245125] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fe05fe-0bab-4bbd-a43c-ec6b34878c30',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.252624] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 869.615691] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d in Status: SUCCESS [ 869.616754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672690] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.672690] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.672690] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.747640] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.747991] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.748088] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.748351] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.748509] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.748671] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 not found, creating... [ 869.748934] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.749108] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.750267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.750267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.750267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.750267] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.750267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.750267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.750504] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.750504] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.750657] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 is going to be created. [ 869.773909] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.774668] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.774811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.776350] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.776622] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.776879] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.975046] env[69301]: INFO networking_nsxv3.common.synchronization [req-6831a94b-39a0-4f4f-acba-5ce38d3882bb req-7187bb71-6015-41f1-9f57-764d302994a0 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 869.975441] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 869.975768] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.975900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.975970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.976527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.976719] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.976837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.976902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.977521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.977616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.977723] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.176376] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.176709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.176709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.176819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.176994] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.177103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.177165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.177320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.177403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.177486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.177640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.177739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.177798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.177937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.178085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.178170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.178225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.178362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.178433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.178512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.178598] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.240022] env[69301]: INFO networking_nsxv3.common.synchronization [req-6831a94b-39a0-4f4f-acba-5ce38d3882bb req-8d2343dd-f688-41dc-ac43-0e4e3c0e3f72 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 870.240022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGHEST for action security_group_members [ 870.240022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.240022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.479937] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.517776] env[69301]: INFO networking_nsxv3.common.synchronization [req-394db3eb-117c-486a-a4fa-08450872518a req-5c4fd22f-741f-4e1d-ae08-aa0b262e054b service nova] Enqueued Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_rules [ 870.518692] env[69301]: INFO networking_nsxv3.common.synchronization [req-394db3eb-117c-486a-a4fa-08450872518a req-5c4fd22f-741f-4e1d-ae08-aa0b262e054b service nova] Enqueued Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_members [ 870.518692] env[69301]: INFO networking_nsxv3.common.synchronization [req-394db3eb-117c-486a-a4fa-08450872518a req-5c4fd22f-741f-4e1d-ae08-aa0b262e054b service nova] Enqueued Resource ID: 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 with Priority: HIGHEST for action port [ 870.518692] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_rules [ 870.518692] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_members [ 870.518692] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 with Priority: HIGHEST for action port [ 870.519160] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.519650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.519731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.519994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.520097] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.520953] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.521084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.521187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.521366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.521521] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.521619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.521682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.521829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.521915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.522010] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.522805] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.522900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.522970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.526980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.526980] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fe05fe-0bab-4bbd-a43c-ec6b34878c30',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.682046] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af8528d-88e2-47f3-9853-4389e8d4c0e9: rpc.has_security_group_logging(os_id): False [ 870.702189] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.702189] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.702189] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.702189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.703537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.703830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.704121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.705036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.707399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.707399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.707399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.707399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.707399] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be created. [ 870.773643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.773810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.773918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.774203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.774461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.787554] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: IN_PROGRESS for 2s [ 870.972147] env[69301]: INFO networking_nsxv3.common.synchronization [req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da req-1f78b6c5-d05d-4cc9-afa2-bf3bce64a356 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_members [ 870.972797] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGHEST for action security_group_members [ 870.973395] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.973570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.973647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.973812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.973972] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.974080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.974141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.974286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.974371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.974459] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.982399] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.025620] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.026571] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.026692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.027079] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 with status ACTIVE [ 871.027247] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.027356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.027426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.027620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.027705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.027867] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.027960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.028033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.028188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.028268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.028446] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.028538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.028597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.028733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.028807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.029043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 is going to be updated. [ 871.053616] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.053784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.053857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.054083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.054223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.057199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59fe05fe-0bab-4bbd-a43c-ec6b34878c30" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.270913] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 871.271270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.402814] env[69301]: INFO networking_nsxv3.common.synchronization [req-139015ea-4695-4371-8325-ffd0703bb877 req-b107c3db-c86f-4862-9148-bd4ecc492f8a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 871.403392] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 871.403701] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.403817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.404329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.404329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.404329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.404476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.404476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.404580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.404674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.404752] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.476498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.476662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.476731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.476986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.477145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.477385] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.477497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.477561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.478093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.478219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.478334] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 is going to be updated. [ 871.485231] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.485405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.485455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.485625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.485720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.485862] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 871.510411] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.510558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.510635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.510876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.511055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.512759] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.512887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.512971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.514846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.524679] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 871.525417] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: IN_PROGRESS for 2s [ 871.527711] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.834612] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.834831] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.834992] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.835257] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.835537] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.835683] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.835800] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.836283] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.836486] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.836706] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.836826] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.837603] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.837603] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.837603] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.837603] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.837603] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.859292] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.859521] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.859689] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.859875] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.860209] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-fb590746-48a8-4271-a303-ff403dffddbf taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.860390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.860511] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.860831] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.860983] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb590746-48a8-4271-a303-ff403dffddbf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.907383] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.907567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.907645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.907926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.908037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.908239] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.908331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.908389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.908542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.908609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.908687] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 already deleted. [ 871.908760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.030377] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.030506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.030574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.030786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.030876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.030972] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928381be-398c-4c4f-8d54-9e98e983e3dc is going to be created. [ 872.056802] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.056974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.057079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.057265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.057494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.067147] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928381be-398c-4c4f-8d54-9e98e983e3dc in Status: UNINITIALIZED for 2s [ 872.366263] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.366675] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.366721] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.367053] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.367258] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.367496] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port fb590746-48a8-4271-a303-ff403dffddbf not found, creating... [ 872.367858] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.368090] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.368254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.368555] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.368741] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.369140] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.369350] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.369504] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.369742] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.369924] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.370130] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: fb590746-48a8-4271-a303-ff403dffddbf is going to be created. [ 872.402820] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.403110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.403316] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.403507] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.403744] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.403986] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.803378] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 872.803637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.219499] env[69301]: INFO networking_nsxv3.common.synchronization [req-139015ea-4695-4371-8325-ffd0703bb877 req-3970add0-56a3-41f8-a58a-17287ac33991 service nova] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_rules [ 873.219735] env[69301]: INFO networking_nsxv3.common.synchronization [req-139015ea-4695-4371-8325-ffd0703bb877 req-3970add0-56a3-41f8-a58a-17287ac33991 service nova] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 873.219876] env[69301]: INFO networking_nsxv3.common.synchronization [req-139015ea-4695-4371-8325-ffd0703bb877 req-3970add0-56a3-41f8-a58a-17287ac33991 service nova] Enqueued Resource ID: fb590746-48a8-4271-a303-ff403dffddbf with Priority: HIGHEST for action port [ 873.220478] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_rules [ 873.220618] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 873.220713] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb590746-48a8-4271-a303-ff403dffddbf with Priority: HIGHEST for action port [ 873.221107] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.221334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.221414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.221789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.221874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.223346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.223545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.223545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.223701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.223853] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.223950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.224311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.224311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.224311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.224311] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.225100] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb590746-48a8-4271-a303-ff403dffddbf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.225210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.225276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.225550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.225550] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb590746-48a8-4271-a303-ff403dffddbf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.535854] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 873.535854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.536147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.536147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.536488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.536488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.536488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.536621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.536683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.536796] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.538260] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 in Status: SUCCESS [ 873.538427] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 deletion is rescheduled due to dependency. [ 873.538563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.693452] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b1aa62f-34a5-407b-b5e6-0760b5da071c req-5ff989d8-76ca-46b7-a526-2b4869987fa4 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Enqueued Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_members [ 873.694416] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d with Priority: HIGHEST for action security_group_members [ 873.694803] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-75af4e3a-732b-4a5f-9369-16a4d59a709d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.694954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.695034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.695244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.695723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.695852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.695922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.696204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.696284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.696323] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75af4e3a-732b-4a5f-9369-16a4d59a709d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.727558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.727692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.730881] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb590746-48a8-4271-a303-ff403dffddbf with status ACTIVE [ 873.731096] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.731238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.731309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.731726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.731726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.731831] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.731880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.731907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.732070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.732141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.732342] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.733389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.733389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.733389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.733389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.733389] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb590746-48a8-4271-a303-ff403dffddbf is going to be updated. [ 873.735173] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.760363] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.760557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.760603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.760852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.761031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.761557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb590746-48a8-4271-a303-ff403dffddbf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.039814] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.040031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.040570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.040570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.040570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.040812] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.040938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.041021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.041269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.041361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.041453] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be updated. [ 874.069320] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.069465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.069465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.069625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.069764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.080137] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928381be-398c-4c4f-8d54-9e98e983e3dc in Status: SUCCESS [ 874.080346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.080577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.080802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.080988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.081170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.081268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.081427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.081512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.081588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.081677] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.083057] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: IN_PROGRESS for 2s [ 874.198840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.200267] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.200267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.200267] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d is going to be updated. [ 874.232869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.232869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.233095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.233198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.233338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.238044] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.242839] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d in Status: IN_PROGRESS for 2s [ 874.584018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.584280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.584280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.584430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.584594] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.584695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.584749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.587477] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.587477] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.587477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.587477] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.740934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.740934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.740934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.740934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.740934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.741172] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be created. [ 874.768027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.768191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.768266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.768479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.768642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.781230] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: UNINITIALIZED for 2s [ 875.089407] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 928381be-398c-4c4f-8d54-9e98e983e3dc: rpc.has_security_group_logging(os_id): False [ 875.108727] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.108727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.108727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.108727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.109144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.109267] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.109439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.109526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.109757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.109830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.110040] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.110141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.110255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.110339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.110498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.110677] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.110823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.110931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.111170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.111306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.111438] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 928381be-398c-4c4f-8d54-9e98e983e3dc is going to be created. [ 875.200403] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.200691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.200810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.201298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.203043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.229112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 928381be-398c-4c4f-8d54-9e98e983e3dc in Status: IN_PROGRESS for 2s [ 876.094731] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 in Status: SUCCESS [ 876.094731] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 deletion is rescheduled due to dependency. [ 876.095173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.254072] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d in Status: SUCCESS [ 876.254310] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75af4e3a-732b-4a5f-9369-16a4d59a709d deletion is rescheduled due to dependency. [ 876.254468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75af4e3a-732b-4a5f-9369-16a4d59a709d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.798449] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: SUCCESS [ 876.798655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.798913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.800072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.800072] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.800072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.800072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.800072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.800072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.800441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.800580] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.244553] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 928381be-398c-4c4f-8d54-9e98e983e3dc in Status: SUCCESS [ 877.244960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.305527] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.305705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.306183] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.306287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.306352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.306509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.306594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.306685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.306830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.306921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.306975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.307138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.307280] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.307367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.307427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.307563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.307638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.307719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.307808] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.810810] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b7993e-3c88-470d-b3ac-244e5de8a7d7: rpc.has_security_group_logging(os_id): False [ 877.837128] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.837385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.837497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.837768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.837886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.838305] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.838305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.838305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.838530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.838583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.838731] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.838817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.838877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.839032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.839612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.839612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.839612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839822] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be created. [ 877.932175] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.932384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.932384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.946141] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: IN_PROGRESS for 2s [ 878.695132] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 878.695436] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 878.913134] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1cbe5032-c71b-4ad5-a5e3-5056c557e50f None None] Enqueued Resource ID: 21e290ea-ad89-431c-89aa-6023df9fabc9 with Priority: HIGHEST for action port [ 878.914250] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e290ea-ad89-431c-89aa-6023df9fabc9 with Priority: HIGHEST for action port [ 878.914531] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e290ea-ad89-431c-89aa-6023df9fabc9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.914749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e290ea-ad89-431c-89aa-6023df9fabc9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.914904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e290ea-ad89-431c-89aa-6023df9fabc9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.915349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e290ea-ad89-431c-89aa-6023df9fabc9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.916090] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e290ea-ad89-431c-89aa-6023df9fabc9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.027117] env[69301]: INFO networking_nsxv3.common.synchronization [req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 req-f6e8ce5f-47dc-43b4-9874-54bdbc76cf59 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 879.027799] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGHEST for action security_group_members [ 879.027958] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.029475] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.029475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.029475] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.424411] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21e290ea-ad89-431c-89aa-6023df9fabc9 [ 879.424730] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.424869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.424938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.425171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.425262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.425359] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21e290ea-ad89-431c-89aa-6023df9fabc9 already deleted. [ 879.425553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e290ea-ad89-431c-89aa-6023df9fabc9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.534547] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.534547] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.534547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.534547] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be updated. [ 879.562474] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.562607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.562681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.562904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.577150] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: IN_PROGRESS for 2s [ 879.962229] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: SUCCESS [ 879.962510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.998089] env[69301]: INFO networking_nsxv3.common.synchronization [req-7e810c6e-9b19-4150-b9f5-76f71f93874d req-218856bd-8bff-4294-a50d-3f1222992654 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_members [ 879.998802] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_members [ 879.999217] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.999390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.999489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.999797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.000094] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.000276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.000407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.000622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.000745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.000874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.497058] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.497705] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.497705] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.498192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.498410] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.498786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.498786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.499294] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.499464] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.499730] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.499896] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.500113] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.500278] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.500376] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.500603] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.500689] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.504079] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.504289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.504442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.504783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.504898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.505156] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.505306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.505409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.505637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.505725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.505835] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1de910-9239-4817-a933-0f9e300de01a already deleted. [ 880.505939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.528734] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.528734] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.528734] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.528734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.528734] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.528734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.528734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.528734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.529530] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.614309] env[69301]: INFO networking_nsxv3.common.synchronization [None req-db6e3e9c-f636-4c5a-8951-0c8f7507d9b2 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 880.614309] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 880.614309] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.614309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.614309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.614309] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.794859] env[69301]: INFO networking_nsxv3.common.synchronization [None req-07d8ae1e-a4ab-4631-8e5b-df8f92ecde9d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 880.795411] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 880.795725] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.795826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.034423] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.037222] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 not found, creating... [ 881.037222] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.037222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.037668] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.037668] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.038704] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.038704] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.038849] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.038884] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 is going to be created. [ 881.065874] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.065874] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.065874] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.065874] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.065874] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.065874] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.101169] env[69301]: INFO networking_nsxv3.common.synchronization [None req-a24cb8bd-28c7-40c2-8505-88f9f03279bc None None] Enqueued Resource ID: a5b88621-1cde-48e3-ad2a-ee53cef54677 with Priority: HIGHEST for action port [ 881.101169] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b88621-1cde-48e3-ad2a-ee53cef54677 with Priority: HIGHEST for action port [ 881.101169] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b88621-1cde-48e3-ad2a-ee53cef54677 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.101169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b88621-1cde-48e3-ad2a-ee53cef54677" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.101169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b88621-1cde-48e3-ad2a-ee53cef54677" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.102088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b88621-1cde-48e3-ad2a-ee53cef54677" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.103202] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b88621-1cde-48e3-ad2a-ee53cef54677',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.140302] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.140302] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd already deleted. [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.140302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140302] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.586582] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aec52517-f78f-4ea0-a5ad-33496fefbbac in Status: SUCCESS [ 881.586760] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac deletion is rescheduled due to dependency. [ 881.586873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.605163] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5b88621-1cde-48e3-ad2a-ee53cef54677 [ 881.605400] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.605538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.605611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.605822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.605910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.606015] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5b88621-1cde-48e3-ad2a-ee53cef54677 already deleted. [ 881.606111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b88621-1cde-48e3-ad2a-ee53cef54677" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.666289] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.666534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.666534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.666697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.666785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.666876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd already deleted. [ 881.666958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.777759] env[69301]: INFO networking_nsxv3.common.synchronization [req-356d9c81-6d80-4f80-8c10-fda639810867 req-58a3dd32-5094-422d-8feb-c8fa5659c0cb tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Enqueued Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_members [ 881.777759] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGHEST for action security_group_members [ 881.778038] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.778145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.778210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.778404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.778692] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.780951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.780951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.781037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.782743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.782743] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.899136] env[69301]: INFO networking_nsxv3.common.synchronization [req-7e810c6e-9b19-4150-b9f5-76f71f93874d req-e0705cfd-4de8-41bf-9442-333259f08d7f service nova] Enqueued Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_rules [ 881.899485] env[69301]: INFO networking_nsxv3.common.synchronization [req-7e810c6e-9b19-4150-b9f5-76f71f93874d req-e0705cfd-4de8-41bf-9442-333259f08d7f service nova] Enqueued Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_members [ 881.899734] env[69301]: INFO networking_nsxv3.common.synchronization [req-7e810c6e-9b19-4150-b9f5-76f71f93874d req-e0705cfd-4de8-41bf-9442-333259f08d7f service nova] Enqueued Resource ID: 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 with Priority: HIGHEST for action port [ 881.902787] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_rules [ 881.903029] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_members [ 881.903185] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 with Priority: HIGHEST for action port [ 881.906758] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.906758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.906758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.906758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.906758] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.909191] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.909191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.909191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.909191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.909621] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.909731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.909806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.909970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.910067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.910162] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.911032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.911183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.911216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.913030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.913030] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.283734] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.284065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.284065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.284357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.284357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.284518] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.284624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.284686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.284842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.285011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.285011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928381be-398c-4c4f-8d54-9e98e983e3dc is going to be updated. [ 882.320646] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.320856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.320856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.321436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.321436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.332649] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928381be-398c-4c4f-8d54-9e98e983e3dc in Status: IN_PROGRESS for 2s [ 882.413426] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.414655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.415117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.415117] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 with status ACTIVE [ 882.415435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.415435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.415435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.415586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.415674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.415884] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.417776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.417984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.418457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.418457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.419555] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.419682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.420048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.420259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.420348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.420549] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 is going to be updated. [ 882.465619] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.465619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.465619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.465619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.465619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.465619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639831] env[69301]: INFO networking_nsxv3.common.synchronization [req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 req-fbeb89de-3ffe-4f4b-a468-eedd521aabfa tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 882.640397] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 882.640704] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.643839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.644032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.644148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.644214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.644393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.644481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.644575] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.923087] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.076635] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.076838] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.076962] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.077240] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.077519] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.077720] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.077830] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.078830] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.079036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.079344] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.079532] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.079572] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.079682] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.079793] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.079899] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.080057] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.106848] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.106848] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.106848] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.106848] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.106848] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-f4f7f8f7-3aea-4956-b8eb-687f881936f8 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.106848] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.106848] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.106848] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.106848] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f7f8f7-3aea-4956-b8eb-687f881936f8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.148633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.148898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.149031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.149372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.149495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.149811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.149951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.150073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.150334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.150465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.150571] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 already deleted. [ 883.150708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.428337] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.428337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.428337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.428337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.428337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.428337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1de910-9239-4817-a933-0f9e300de01a is going to be created. [ 883.454689] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.454689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.454689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.454689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.454689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.463715] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1de910-9239-4817-a933-0f9e300de01a in Status: UNINITIALIZED for 2s [ 883.611026] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.611026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port f4f7f8f7-3aea-4956-b8eb-687f881936f8 not found, creating... [ 883.611026] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.611026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.611809] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.611809] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.611809] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.612059] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.612374] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.612724] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: f4f7f8f7-3aea-4956-b8eb-687f881936f8 is going to be created. [ 883.637183] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.637183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.637183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.637183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.637183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.637183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.346093] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928381be-398c-4c4f-8d54-9e98e983e3dc in Status: SUCCESS [ 884.346309] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928381be-398c-4c4f-8d54-9e98e983e3dc deletion is rescheduled due to dependency. [ 884.346429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.407975] env[69301]: INFO networking_nsxv3.common.synchronization [req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 req-f8cc506b-4306-4c07-8ec4-5a61f4903f5c service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 884.408214] env[69301]: INFO networking_nsxv3.common.synchronization [req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 req-f8cc506b-4306-4c07-8ec4-5a61f4903f5c service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 884.408360] env[69301]: INFO networking_nsxv3.common.synchronization [req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 req-f8cc506b-4306-4c07-8ec4-5a61f4903f5c service nova] Enqueued Resource ID: f4f7f8f7-3aea-4956-b8eb-687f881936f8 with Priority: HIGHEST for action port [ 884.408878] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 884.411614] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 884.411614] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f7f8f7-3aea-4956-b8eb-687f881936f8 with Priority: HIGHEST for action port [ 884.411614] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.411614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.411614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.411973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.411973] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.413027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.413467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.413467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.413467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.413636] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.413636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.413750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.413915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.414053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.414188] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.415083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f7f8f7-3aea-4956-b8eb-687f881936f8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.415214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.415282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.415437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.416355] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f7f8f7-3aea-4956-b8eb-687f881936f8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.917687] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.925027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4f7f8f7-3aea-4956-b8eb-687f881936f8 with status ACTIVE [ 884.925027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.925027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.925027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.925027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.928725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.928725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.928725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.928725] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4f7f8f7-3aea-4956-b8eb-687f881936f8 is going to be updated. [ 884.930012] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.955621] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.955621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.955621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.955621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.955621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.955621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f7f8f7-3aea-4956-b8eb-687f881936f8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.434397] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.434397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.434397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.434397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.434397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.434397] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 885.457025] env[69301]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'data': {'id': '6761f1b0-5b58-4595-92b2-a659fb722622', 'display_name': '6761f1b0-5b58-4595-92b2-a659fb722622', 'path': '/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'expression': [{'value': 'security_group|6761f1b0-5b58-4595-92b2-a659fb722622', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.12']}], 'tags': [{'scope': 'age', 'tag': 1746622283}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\n}' [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.457025] env[69301]: Traceback (most recent call last): [ 885.457025] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 885.457025] env[69301]: listener.cb(fileno) [ 885.457025] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 885.457025] env[69301]: result = function(*args, **kwargs) [ 885.457025] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 885.457025] env[69301]: self.nsx_provider.sg_members_realize( [ 885.457025] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 885.457025] env[69301]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 885.457025] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 885.457025] env[69301]: return func(*args, **kwargs) [ 885.457025] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 885.457025] env[69301]: res = self.client.put(path=path, data=data) [ 885.457025] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 885.457025] env[69301]: raise RuntimeError(msg, last_err) [ 885.457025] env[69301]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\\n}\'') [ 885.457025] env[69301]: Removing descriptor: 61 [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.457025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.457025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.457025] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.475623] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1de910-9239-4817-a933-0f9e300de01a in Status: SUCCESS [ 885.475623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.475869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.476032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.476249] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.476371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.476448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.476610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.476717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.476935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.477072] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.963412] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.980583] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.469253] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.483931] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1de910-9239-4817-a933-0f9e300de01a: rpc.has_security_group_logging(os_id): False [ 886.505264] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.505405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.505478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.505682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.505770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.506015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.506119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.506185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.506332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.506409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.506495] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1de910-9239-4817-a933-0f9e300de01a is going to be created. [ 886.570711] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.570974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.571131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.571531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.571531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.582593] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1de910-9239-4817-a933-0f9e300de01a in Status: IN_PROGRESS for 2s [ 886.974806] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.974806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.974806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.974806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.974806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.974806] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 886.991783] env[69301]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'data': {'id': '6761f1b0-5b58-4595-92b2-a659fb722622', 'display_name': '6761f1b0-5b58-4595-92b2-a659fb722622', 'path': '/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'expression': [{'value': 'security_group|6761f1b0-5b58-4595-92b2-a659fb722622', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.12']}], 'tags': [{'scope': 'age', 'tag': 1746622284}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\n}' [ 886.993146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.993146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.993370] env[69301]: Traceback (most recent call last): [ 886.993370] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 886.993370] env[69301]: listener.cb(fileno) [ 886.993370] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 886.993370] env[69301]: result = function(*args, **kwargs) [ 886.993370] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 886.993370] env[69301]: self.security_group_members(os_id, reference=True) [ 886.993370] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 886.993370] env[69301]: self.nsx_provider.sg_members_realize( [ 886.993370] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 886.993370] env[69301]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 886.993370] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 886.993370] env[69301]: return func(*args, **kwargs) [ 886.993370] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 886.993370] env[69301]: res = self.client.put(path=path, data=data) [ 886.993370] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 886.993370] env[69301]: raise RuntimeError(msg, last_err) [ 886.993370] env[69301]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\\n}\'') [ 886.993370] env[69301]: Removing descriptor: 61 [ 888.599412] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1de910-9239-4817-a933-0f9e300de01a in Status: SUCCESS [ 888.599788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.413346] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 889.413567] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 894.416284] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.416492] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 895.697202] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc req-1e81fac7-907c-4412-a380-f1ca8380a9b7 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 895.697678] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 895.699194] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.699194] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.699194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.699536] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.116552] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.116748] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.116873] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.117227] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.117505] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.117689] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.117822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.118085] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.118236] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.118477] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.118569] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.118679] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.118797] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.118961] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.119034] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.119166] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.144748] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.144988] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.145151] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.145675] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.145768] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-6d6f1b6b-357d-4996-b41a-258ad5419e68 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.145883] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.145997] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.146345] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.146491] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d6f1b6b-357d-4996-b41a-258ad5419e68',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.202554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.202728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.202777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.203013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.203180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.203438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.203539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.203625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.203829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.203941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.204073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa already deleted. [ 896.204169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.652972] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.653277] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.653449] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.653779] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.653990] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.654207] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 6d6f1b6b-357d-4996-b41a-258ad5419e68 not found, creating... [ 896.654524] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.654789] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.654866] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.655200] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.655381] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.655701] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.655899] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.657176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.657176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.657176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.657176] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 6d6f1b6b-357d-4996-b41a-258ad5419e68 is going to be created. [ 896.677266] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.677495] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.677627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.677932] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.678192] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.678424] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.749648] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc req-2418a9f6-b79e-4661-8523-21ac715aa6f1 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 897.749648] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc req-2418a9f6-b79e-4661-8523-21ac715aa6f1 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 897.749979] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc req-2418a9f6-b79e-4661-8523-21ac715aa6f1 service nova] Enqueued Resource ID: 6d6f1b6b-357d-4996-b41a-258ad5419e68 with Priority: HIGHEST for action port [ 897.750052] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 897.750157] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 897.750258] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6f1b6b-357d-4996-b41a-258ad5419e68 with Priority: HIGHEST for action port [ 897.752088] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.752245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.752315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.752604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.752685] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.753575] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.754557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.754557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.754557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.754557] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.754762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.754762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.754938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.754938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.756273] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.759843] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d6f1b6b-357d-4996-b41a-258ad5419e68 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.759843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.759843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.759843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.759843] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d6f1b6b-357d-4996-b41a-258ad5419e68',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.125406] env[69301]: INFO networking_nsxv3.common.synchronization [None req-43ad9dee-3c53-40aa-a52f-d7004bdddcb6 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_rules [ 898.126053] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_rules [ 898.126299] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.126422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.126487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.126768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.126849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.263358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.263480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.263682] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d6f1b6b-357d-4996-b41a-258ad5419e68 with status ACTIVE [ 898.263873] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.263987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.264062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.264267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.264356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.264606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.264823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.264823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.264947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.265032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.265215] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.265306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.265364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.265497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.265586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.265649] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d6f1b6b-357d-4996-b41a-258ad5419e68 is going to be updated. [ 898.268756] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.295420] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.295420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.295420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.295420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.295420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.295420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d6f1b6b-357d-4996-b41a-258ad5419e68" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.299989] env[69301]: INFO networking_nsxv3.common.synchronization [None req-667bab78-8025-4c7b-81b4-df764d5e1626 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_rules [ 898.300165] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_rules [ 898.300486] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.301369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.654079] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.654243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.654427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.654937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.654937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.654937] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 already deleted. [ 898.654937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.654937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655227] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.774172] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.181683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.182197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.182197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.186030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.186030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.186030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 already deleted. [ 899.186030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.281040] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.281040] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.281604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.281604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.281778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.281778] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be created. [ 899.320882] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.324150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.324150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.324150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.324150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.335451] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: UNINITIALIZED for 2s [ 899.422389] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 req-6d581496-21d7-45e4-9602-0b482007c3f0 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Enqueued Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_members [ 899.423656] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_members [ 899.424157] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.424383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.424490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.424927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.425087] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.425235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.425605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.425605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.425707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.425826] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.931226] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.931226] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.931226] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 already deleted. [ 899.931226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.196315] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.196315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-361" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.196315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-361" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.196315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-361" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.197111] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.197453] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.200028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.200028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.200028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.200028] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.200028] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.200028] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.200028] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.200028] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.200028] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.200028] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.224276] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.224479] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.224652] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.224859] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-361" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.225259] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.225433] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.227144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.227144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.230284] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.584251] env[69301]: INFO networking_nsxv3.common.synchronization [req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e req-0723ac20-b236-48cd-9d0e-1bb927127bbc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 900.584867] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 900.585204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.585334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.586800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.586800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.591905] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.592313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.593050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.594142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.594142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.594142] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.640936] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 req-b21cc1ad-68eb-477c-be04-1bc3fc44f2f7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 900.641261] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 900.641640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.641794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.641920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.643202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.643924] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.644113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.644218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.644468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.644691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.644866] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.736046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.736046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.736046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.736522] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.736825] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.737185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db not found, creating... [ 900.738089] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.743331] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.743851] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.748247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.748247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.748247] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.748247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.748247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.748247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.748247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.748247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db is going to be created. [ 900.780121] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.780443] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.780630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.781025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.781321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.781691] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.099647] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.150379] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.235161] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.235161] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.235161] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.235904] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.239814] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.239814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.239814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.239814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.239814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.239814] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.239814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.239814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.239814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.239814] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.239814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.239814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.261462] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.261462] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.261738] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.261769] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.263123] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-19ee03d8-3d52-4b58-959f-3fc26ba97c96 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.263123] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.263123] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.263123] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.263486] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ee03d8-3d52-4b58-959f-3fc26ba97c96',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.349795] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 901.349964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.350278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.350356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.350516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.350647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.350993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.350993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.351105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.351289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.351398] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.601976] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.652904] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.767288] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.767584] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.767786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.768654] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.768862] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.770192] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 19ee03d8-3d52-4b58-959f-3fc26ba97c96 not found, creating... [ 901.770654] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.770748] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.770824] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.771151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.772487] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.772749] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.772972] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.773143] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.773713] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.776219] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.776393] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 19ee03d8-3d52-4b58-959f-3fc26ba97c96 is going to be created. [ 901.802375] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.802778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.802778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.803062] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.803293] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.803530] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.855647] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.855647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.855647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.855895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.855895] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.856074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.856074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.856203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.856291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.856471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.856513] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.856609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.856671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.856815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.857067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.857067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.857382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.857382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.857382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.857382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.857805] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.111721] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.112339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.112339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.112339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.112339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.112339] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 902.153974] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.153974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.153974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.153974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.153974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.158578] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.158971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.159344] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.159793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.160122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.162505] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 902.168932] env[69301]: INFO networking_nsxv3.common.synchronization [req-d8e772af-6fec-41c5-be1a-fc0a96504a41 req-958f977b-43bb-4e2b-aad5-883fa9042cbd tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 902.169018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 902.169957] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 902.170327] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.170486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.170655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.170784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.171026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.171132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.171199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.171402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.171499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.171625] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.223382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.223652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.223652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.223827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.223981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.236356] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 req-18eb6838-9e99-4db6-9756-ff3029970684 service nova] Enqueued Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_rules [ 902.236585] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 req-18eb6838-9e99-4db6-9756-ff3029970684 service nova] Enqueued Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_members [ 902.236676] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 req-18eb6838-9e99-4db6-9756-ff3029970684 service nova] Enqueued Resource ID: 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db with Priority: HIGHEST for action port [ 902.239262] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_rules [ 902.239262] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_members [ 902.239262] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db with Priority: HIGHEST for action port [ 902.239262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.239262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.239262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.239262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.239262] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.239817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.239946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.240023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.240215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.240392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.240606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.240606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.240721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.240790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.240848] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.241843] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.242039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.242039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.242327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.242327] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.254448] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 902.361223] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 902.383414] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.384216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.384216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.385171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.385604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.385604] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.385915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.385915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.390025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.390025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.390025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.390025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be created. [ 902.473339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.473529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.473569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.473940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.474085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.490789] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 902.675248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.675428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.675489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.675793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.675924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.676219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.676373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.676414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.676621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.676715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.676807] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be updated. [ 902.709544] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.709743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.709860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.720072] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: IN_PROGRESS for 2s [ 902.748041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.748238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.748448] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.750466] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db with status ACTIVE [ 902.753154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.753336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.753410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.753909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.753909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.754091] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.754219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.754290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.754477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.754566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.754775] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.754874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.754937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.755112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.755193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.755280] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db is going to be updated. [ 902.781190] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.781190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.781391] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.781447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.781700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.781909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.957187] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 req-55ed8e4d-c476-4946-af32-a0cb7525e52a service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 902.957187] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 req-55ed8e4d-c476-4946-af32-a0cb7525e52a service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 902.957187] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 req-55ed8e4d-c476-4946-af32-a0cb7525e52a service nova] Enqueued Resource ID: 19ee03d8-3d52-4b58-959f-3fc26ba97c96 with Priority: HIGHEST for action port [ 902.957761] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 902.957946] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 902.958074] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ee03d8-3d52-4b58-959f-3fc26ba97c96 with Priority: HIGHEST for action port [ 902.958414] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958946] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.960338] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.960498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.960659] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ee03d8-3d52-4b58-959f-3fc26ba97c96 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.960761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.960814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.961025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.962937] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ee03d8-3d52-4b58-959f-3fc26ba97c96',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.031235] env[69301]: INFO networking_nsxv3.common.synchronization [None req-323cd646-94ef-4014-b2af-c01974c70e82 None None] Enqueued Resource ID: 6c02dd33-8959-46b6-9c9a-9b6ba3760729 with Priority: HIGHEST for action port [ 903.036022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c02dd33-8959-46b6-9c9a-9b6ba3760729 with Priority: HIGHEST for action port [ 903.036022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c02dd33-8959-46b6-9c9a-9b6ba3760729 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.036022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c02dd33-8959-46b6-9c9a-9b6ba3760729" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.036022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c02dd33-8959-46b6-9c9a-9b6ba3760729" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.036022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c02dd33-8959-46b6-9c9a-9b6ba3760729" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.036022] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c02dd33-8959-46b6-9c9a-9b6ba3760729',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.253276] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.467516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.467516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19ee03d8-3d52-4b58-959f-3fc26ba97c96 with status ACTIVE [ 903.467516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.467516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.467516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.467516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.468152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.468152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.468152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.468152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.468261] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19ee03d8-3d52-4b58-959f-3fc26ba97c96 is going to be updated. [ 903.474577] env[69301]: INFO networking_nsxv3.common.synchronization [req-3931402b-c179-4adf-9398-1f7ca1fa288c req-53f4124f-9cf6-477d-b753-235630996515 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 903.474696] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 903.478094] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.478094] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.478094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.478094] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.495346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.495346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.495346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.495346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.495346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.495641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ee03d8-3d52-4b58-959f-3fc26ba97c96" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.539916] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c02dd33-8959-46b6-9c9a-9b6ba3760729 [ 903.539916] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.539916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.539916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.539916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.540660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.541183] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c02dd33-8959-46b6-9c9a-9b6ba3760729 already deleted. [ 903.541388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c02dd33-8959-46b6-9c9a-9b6ba3760729" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.756555] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.758699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.758699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.758699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.758699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.758699] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 is going to be created. [ 903.788450] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.788632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.788682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.788871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.789124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.800474] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 in Status: UNINITIALIZED for 2s [ 903.986458] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.182600] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 904.182600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.267108] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 904.267656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.267656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.267835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.267905] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.268117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.268117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.268256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.268320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.268423] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.488832] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.522385] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 904.522613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.626063] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.626247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.626306] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.626585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.626797] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.627556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.627734] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.627995] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.628189] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.628454] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.629030] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.629122] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.629215] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.629338] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.629598] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.629598] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.653796] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.654027] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.654190] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.654371] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-489" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.654701] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-2986dd17-d53b-4719-9617-e6e9ca1b6941 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.654876] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.655067] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.655346] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.655489] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2986dd17-d53b-4719-9617-e6e9ca1b6941',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.731730] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: SUCCESS [ 904.731806] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 deletion is rescheduled due to dependency. [ 904.731951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.776595] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.991083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.991258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.991297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.991525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.991651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.991795] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 905.025298] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.025447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.026246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.026246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.026246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.038233] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 905.163790] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.163971] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.164193] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.164394] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.164494] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.164656] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 2986dd17-d53b-4719-9617-e6e9ca1b6941 not found, creating... [ 905.164932] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.165110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.165234] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.165486] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.165635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.165935] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.169364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.169364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.169364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.169364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.169364] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 is going to be created. [ 905.220687] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.221128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.221322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.221717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.222041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.222291] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.278608] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.501055] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c6726e72-42b0-4ad7-8de2-f2808f6aaae7 None None] Enqueued Resource ID: 605326b4-85a1-489f-a2fa-9adfee10a997 with Priority: HIGHEST for action port [ 905.501237] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605326b4-85a1-489f-a2fa-9adfee10a997 with Priority: HIGHEST for action port [ 905.501936] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-605326b4-85a1-489f-a2fa-9adfee10a997 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.503333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-605326b4-85a1-489f-a2fa-9adfee10a997" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.503443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-605326b4-85a1-489f-a2fa-9adfee10a997" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.503719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-605326b4-85a1-489f-a2fa-9adfee10a997" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.503812] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605326b4-85a1-489f-a2fa-9adfee10a997',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.786549] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.786549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.786549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.786549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.786549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.786549] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 905.815197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 in Status: SUCCESS [ 905.816228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.816228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.816228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.816228] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.816228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.816506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.816506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.816590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.816683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.816785] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.832108] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.832305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.832405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.832558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.832735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.844961] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 906.007418] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 605326b4-85a1-489f-a2fa-9adfee10a997 [ 906.007418] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.007418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.007418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.007418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.007418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.007418] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:605326b4-85a1-489f-a2fa-9adfee10a997 already deleted. [ 906.007418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-605326b4-85a1-489f-a2fa-9adfee10a997" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.325512] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.325974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.325974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.326457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.326579] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.326708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.326775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.329278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.329278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.329278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.329278] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.376846] env[69301]: INFO networking_nsxv3.common.synchronization [req-3931402b-c179-4adf-9398-1f7ca1fa288c req-f038a5d2-a2d0-4b48-a32d-c613101676f2 service nova] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 906.376846] env[69301]: INFO networking_nsxv3.common.synchronization [req-3931402b-c179-4adf-9398-1f7ca1fa288c req-f038a5d2-a2d0-4b48-a32d-c613101676f2 service nova] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 906.376846] env[69301]: INFO networking_nsxv3.common.synchronization [req-3931402b-c179-4adf-9398-1f7ca1fa288c req-f038a5d2-a2d0-4b48-a32d-c613101676f2 service nova] Enqueued Resource ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 with Priority: HIGHEST for action port [ 906.376846] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 906.377184] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 906.377372] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 with Priority: HIGHEST for action port [ 906.377898] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.377898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.378133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.378348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.378568] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.380653] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.380812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.381167] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2986dd17-d53b-4719-9617-e6e9ca1b6941 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.381335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.381440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.381798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.381937] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2986dd17-d53b-4719-9617-e6e9ca1b6941',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.544291] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-a219944e-4830-4794-a9ad-de964a3cd990 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 906.544946] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 906.545452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.545639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.545718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.546077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.546340] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.546531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.546649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.546897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.547018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.547153] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.835645] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc3b22f9-2069-4291-b83b-52d0c9b380d3: rpc.has_security_group_logging(os_id): False [ 906.860023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.860307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.860403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.860719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.860846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.861176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.861326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.861428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.861729] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.861859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.868309] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.868309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.868309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.868309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.868309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.868309] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.868871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.868871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.868871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.868871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.868988] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 is going to be created. [ 906.884940] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.885173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.885455] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2986dd17-d53b-4719-9617-e6e9ca1b6941 with status ACTIVE [ 906.886073] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.886073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.890302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.890706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.890901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.891298] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.891476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.891616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.891901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.892400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.892762] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.892926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.893038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.893298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.893541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.893541] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 is going to be updated. [ 906.922035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.922035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.922035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.922259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.922259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.922387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.958304] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.958408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.958408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.958663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.958870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.974491] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 in Status: IN_PROGRESS for 2s [ 907.049665] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.049665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.049885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.049935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.050214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.053038] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.053521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.053521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.053521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.053692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.053827] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 already deleted. [ 907.053959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.056171] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 907.056279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.056462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.056674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.056858] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.056972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.057050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.057210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.057329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.057494] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.283279] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.283410] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.283541] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.283911] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.288021] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.288021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.288021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.288021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.288021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.288021] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.288021] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.288021] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.288021] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.288021] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.288021] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.288021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.312222] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.312482] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.312640] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.312863] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.314691] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-e5565fce-0f10-4710-86b7-00aebff5201d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.314691] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.314691] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.314691] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.314691] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5565fce-0f10-4710-86b7-00aebff5201d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.560049] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.757088] env[69301]: INFO networking_nsxv3.common.synchronization [req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 req-693e1963-cfa9-4d50-bcbb-908f5d691a94 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_members [ 907.757661] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGHEST for action security_group_members [ 907.757973] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.758573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.758649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.758889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.759110] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.759323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.759412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.759630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.759718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.760325] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.820808] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.821757] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.821757] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.823234] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.823456] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.823656] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port e5565fce-0f10-4710-86b7-00aebff5201d not found, creating... [ 907.825242] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.825242] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.825242] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.825242] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.825242] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.825496] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.825764] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.829313] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.829313] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.829313] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.829313] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: e5565fce-0f10-4710-86b7-00aebff5201d is going to be created. [ 907.856121] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.856232] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.856336] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.856766] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.856995] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.860022] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.869134] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 907.869756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.869756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.870819] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.870819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.870819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.870819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870819] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.062089] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.263127] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.263291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.263358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.263583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.263674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.263914] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.264049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.264115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.264270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.264349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.264642] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 is going to be updated. [ 908.296375] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.296518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.296627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.296800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.296953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.308694] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53803166-5eba-46ce-9e1f-9a589928f201 in Status: IN_PROGRESS for 2s [ 908.374113] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.374303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.374378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.374568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.374754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.374923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.374923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.375199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.375199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.375300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.376093] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.376093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.376093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.376093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.376093] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.376093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.376093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.376526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.376526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.376526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.376526] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.564505] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.564849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.564849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.565113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.565235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.565362] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 908.606161] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.606161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.606161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.606612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.606781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.620968] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 908.881275] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6: rpc.has_security_group_logging(os_id): False [ 908.905981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.905981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.905981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.905981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.912217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.912217] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.912452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.912548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.912985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.912985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.913207] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 908.986948] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 in Status: SUCCESS [ 908.987232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.003344] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.003538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.003568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.003826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.004032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.020910] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 909.235600] env[69301]: INFO networking_nsxv3.common.synchronization [req-02d4b591-9978-4b9f-a052-737f6d2775a2 req-ddcadb5f-c4bd-4a8c-95b4-8740a3b80dae tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 909.235600] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 909.235600] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.235600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.235600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.235600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.235600] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.235600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.235600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.236955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.236955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.236955] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.365029] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-706d56e8-93c1-48ed-851e-f809cc3ea93f service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 909.365193] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-706d56e8-93c1-48ed-851e-f809cc3ea93f service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 909.367697] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-706d56e8-93c1-48ed-851e-f809cc3ea93f service nova] Enqueued Resource ID: e5565fce-0f10-4710-86b7-00aebff5201d with Priority: HIGHEST for action port [ 909.367697] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 909.367697] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 909.367697] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5565fce-0f10-4710-86b7-00aebff5201d with Priority: HIGHEST for action port [ 909.367697] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.367697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.367697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.368437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.368437] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.368865] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.368931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.368991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.369178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.369343] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.369462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.369739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.369916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.370253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.370253] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.371105] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5565fce-0f10-4710-86b7-00aebff5201d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.371215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.371272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.371461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.371563] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5565fce-0f10-4710-86b7-00aebff5201d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.739094] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.739094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.739094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.739094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.739094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.739607] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.740893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.740893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.740893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.740893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.740893] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 already deleted. [ 909.740893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.874185] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.874866] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.874951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.876313] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5565fce-0f10-4710-86b7-00aebff5201d with status ACTIVE [ 909.876501] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.876646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.876720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.876945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.877072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.877325] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.877401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.877401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.877569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.877656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.877870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.878029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.878189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.878352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.878430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.878517] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5565fce-0f10-4710-86b7-00aebff5201d is going to be updated. [ 909.881642] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-c59e6682-a2c0-4e9b-9b6e-8d30a81ba2b6 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 909.882413] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 909.883041] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.883152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.903765] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.903896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.903984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.904230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.904370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.904529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5565fce-0f10-4710-86b7-00aebff5201d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.319449] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53803166-5eba-46ce-9e1f-9a589928f201 in Status: SUCCESS [ 910.319639] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 deletion is rescheduled due to dependency. [ 910.319765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.380429] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.634011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.634011] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.634011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.634011] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.882701] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.883343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.883343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.883343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.883506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.883506] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be created. [ 910.912328] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.912852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.913025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.929218] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: UNINITIALIZED for 2s [ 911.037155] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 911.037155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.141840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.141840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.141840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.141840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.141840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.142590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.142590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.142590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.142590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.142590] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.647729] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e: rpc.has_security_group_logging(os_id): False [ 911.661981] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.662471] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.662633] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.662976] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.663299] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.663478] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.663601] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.663832] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.663982] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.665622] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.665801] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.665889] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.666069] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.666144] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.666260] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.666405] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.672025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.672196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.672269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.672487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.672905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.673204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.673336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.673373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.673534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.673618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.673803] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.673900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.674021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.674115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.674194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.674384] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.674477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.674538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.674682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.674758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.674840] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 911.700532] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.701032] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.701760] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.701760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.701882] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.702913] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.703333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.703741] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.703917] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2eb09e-49e1-45a0-b2df-b163d7cdbcf4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.757803] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.757803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.757803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.758363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.758511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.783112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 912.207343] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.207749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.207749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208022] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208179] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.208342] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 not found, creating... [ 912.208635] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.208797] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.209114] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.209466] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.209684] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.210510] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.210733] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.210957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.211302] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.211447] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.211605] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 is going to be created. [ 912.241777] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.241777] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.241777] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.242116] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.242333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.243256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.871214] env[69301]: INFO networking_nsxv3.common.synchronization [req-649e4312-53e7-48d4-8a4a-779303059157 req-528a7d55-1ae7-48e1-bf4b-6cdfa8caec59 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 912.871568] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 912.871894] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.872047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.872429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.873601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.873815] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.874037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.874129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.874349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.874468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.874580] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.945344] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 912.947042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.947042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.947042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.947042] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.947042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.947042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.948869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.948949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.949061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.949200] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.950814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.950814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.950814] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.950814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.950814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.951263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.951263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.954248] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.384197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.384197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.384197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.384985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.385149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.385443] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.385596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.385681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.385971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.386106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.386206] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd already deleted. [ 913.386293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.456241] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.456432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.456664] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.806527] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 913.807137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.948132] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-57213c97-4d98-4e92-a4c1-ec8e5c38f586 service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 913.948370] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-57213c97-4d98-4e92-a4c1-ec8e5c38f586 service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 913.948586] env[69301]: INFO networking_nsxv3.common.synchronization [req-c34f16ca-be81-433e-97c7-15a618f728ed req-57213c97-4d98-4e92-a4c1-ec8e5c38f586 service nova] Enqueued Resource ID: df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 with Priority: HIGHEST for action port [ 913.949369] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 913.949586] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 913.949719] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 with Priority: HIGHEST for action port [ 913.950061] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.950207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.951086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.951374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.951618] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.951894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.951975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.952229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.952330] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df2eb09e-49e1-45a0-b2df-b163d7cdbcf4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.960927] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.275546] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.275674] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.275801] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276165] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276444] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276617] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.276739] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.280651] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.280813] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.281059] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.281179] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.281291] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.281400] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.281514] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.281620] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.281838] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.303117] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.303316] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.303460] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.303650] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.305717] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.305717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.305717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.305717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.305717] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.457043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 with status ACTIVE [ 914.457043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.457043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.457043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.457698] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.458112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.458371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.458557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.459620] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 is going to be updated. [ 914.467472] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.467955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.468088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.468376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.468610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.468766] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 914.489965] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.490790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.490906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.491427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.494301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.494301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.508360] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.509267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.509456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.509998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.510207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.521383] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 914.809874] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.810221] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.810221] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.810424] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.810553] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.810722] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 not found, creating... [ 914.814747] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.815032] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.815179] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.815484] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.815643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.815980] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.816274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.816274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.816509] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.816664] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.816817] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 is going to be created. [ 914.848365] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.848602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.848681] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.848971] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.849339] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.849550] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.062361] env[69301]: INFO networking_nsxv3.common.synchronization [req-9ab0199e-9508-4e7d-b504-190a481a299d req-63db757e-1caa-4a1a-91e3-29b66e90526d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 915.062361] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 915.062674] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.062744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.062777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.063348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.063465] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.063551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.063717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.063831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.063905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.064026] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.567586] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.980902] env[69301]: INFO networking_nsxv3.common.synchronization [req-649e4312-53e7-48d4-8a4a-779303059157 req-4fb38a06-ed27-47e3-a715-7dfe3cf5dcd4 service nova] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 915.981196] env[69301]: INFO networking_nsxv3.common.synchronization [req-649e4312-53e7-48d4-8a4a-779303059157 req-4fb38a06-ed27-47e3-a715-7dfe3cf5dcd4 service nova] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 915.981413] env[69301]: INFO networking_nsxv3.common.synchronization [req-649e4312-53e7-48d4-8a4a-779303059157 req-4fb38a06-ed27-47e3-a715-7dfe3cf5dcd4 service nova] Enqueued Resource ID: 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 with Priority: HIGHEST for action port [ 915.983300] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 915.983300] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 915.983300] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 with Priority: HIGHEST for action port [ 915.983536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.983631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.983727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.984015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.984149] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.986746] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.987274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.987274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.988146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.988563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.988563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.988687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.989207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.989207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.989207] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.990549] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.990549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.990549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.990746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.992168] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.039975] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.040223] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.040323] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.040723] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.041046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.041228] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.041320] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.041813] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.041813] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.042140] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.042203] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.042421] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.042421] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.042845] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.042845] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.043118] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.068321] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.068321] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.068321] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.068321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-501" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.068321] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-8fe96010-cd25-46f6-ae42-c162817d7b17 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.068321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.068321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.068619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.068677] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe96010-cd25-46f6-ae42-c162817d7b17',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.073750] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.487997] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.487997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494444] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.498027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 with status ACTIVE [ 916.498027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.498027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.498027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.498027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.498027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 is going to be updated. [ 916.526505] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.526765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.526836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.527339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.527589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.527804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.539944] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.542427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.542427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.542427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.542427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.543544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.543544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.543544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.543544] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.543682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.543917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.544012] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.544120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.544183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.544326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.544402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.544489] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.574051] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.574862] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.574862] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.574862] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.575112] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.575196] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 8fe96010-cd25-46f6-ae42-c162817d7b17 not found, creating... [ 916.575484] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.575646] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.575766] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.576717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.577020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.577467] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.577643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.577765] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.578036] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.578174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.579099] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 8fe96010-cd25-46f6-ae42-c162817d7b17 is going to be created. [ 916.582241] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.582241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.582241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.582241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.582241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.582241] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be updated. [ 916.623461] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.623872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.623872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.625183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.625183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.625183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.640464] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.640639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.640680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.640924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.641116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.655369] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: IN_PROGRESS for 2s [ 917.002287] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.046803] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1eea5ad-fb18-47ef-915f-c2c56dc8ad00: rpc.has_security_group_logging(os_id): False [ 917.048195] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.069336] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.069783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.069783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.069783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.069983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.070046] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.070151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.070210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.070360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.070440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.070633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.070767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.070865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.070976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.074211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.074485] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.074665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.074738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.074908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.075072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.075143] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be created. [ 917.119368] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 917.119368] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 917.119368] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 917.119368] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 917.119368] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.119368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.119368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.119368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.119820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.119820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.119820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.119820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.119962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.119994] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.121172] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.121301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.121375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.121527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.121770] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.121883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.121949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.122168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.122264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.122357] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.151428] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.151428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.151428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.151428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.151428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.162681] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 917.283211] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_rules [ 917.283388] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 917.283579] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 917.283756] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 917.283891] env[69301]: INFO networking_nsxv3.common.synchronization [req-20b8db58-9de9-4706-8216-5b8ed40b2e3c req-742343ff-1b2f-498f-8d39-b3a07f818334 tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 with Priority: HIGHEST for action port [ 917.285298] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_rules [ 917.285482] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 917.285743] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 with Priority: HIGHEST for action port [ 917.285884] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 917.286130] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 917.287996] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.287996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.287996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.288285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.288372] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.289836] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.289963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.290399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.290617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.290695] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.291934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2986dd17-d53b-4719-9617-e6e9ca1b6941 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.292071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.292140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.292333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.292446] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2986dd17-d53b-4719-9617-e6e9ca1b6941',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.293297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.293398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.297407] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.297407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.297407] env[69301]: INFO networking_nsxv3.common.synchronization [None req-09646d81-b7f2-4787-b63b-4f1e328b6d89 None None] Enqueued Resource ID: 68d59dba-57e8-4eb7-ae54-1a287a0191a7 with Priority: HIGHEST for action port [ 917.297407] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d59dba-57e8-4eb7-ae54-1a287a0191a7 with Priority: HIGHEST for action port [ 917.297983] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d59dba-57e8-4eb7-ae54-1a287a0191a7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.298125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d59dba-57e8-4eb7-ae54-1a287a0191a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.298182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d59dba-57e8-4eb7-ae54-1a287a0191a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.298430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d59dba-57e8-4eb7-ae54-1a287a0191a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.298507] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d59dba-57e8-4eb7-ae54-1a287a0191a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.505683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.505931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.506238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.506317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.506509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.506579] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be created. [ 917.531550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.531728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.531857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.532009] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.532202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.541395] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: UNINITIALIZED for 2s [ 917.551314] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.623893] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.624845] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.701929] env[69301]: INFO networking_nsxv3.common.synchronization [req-9ab0199e-9508-4e7d-b504-190a481a299d req-4c7385a1-8306-413c-8c46-6832aff0995a service nova] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_rules [ 917.702426] env[69301]: INFO networking_nsxv3.common.synchronization [req-9ab0199e-9508-4e7d-b504-190a481a299d req-4c7385a1-8306-413c-8c46-6832aff0995a service nova] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 917.702426] env[69301]: INFO networking_nsxv3.common.synchronization [req-9ab0199e-9508-4e7d-b504-190a481a299d req-4c7385a1-8306-413c-8c46-6832aff0995a service nova] Enqueued Resource ID: 8fe96010-cd25-46f6-ae42-c162817d7b17 with Priority: HIGHEST for action port [ 917.709288] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_rules [ 917.709288] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 917.709288] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe96010-cd25-46f6-ae42-c162817d7b17 with Priority: HIGHEST for action port [ 917.709288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.709288] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.709288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.709288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe96010-cd25-46f6-ae42-c162817d7b17 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.709288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.713869] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe96010-cd25-46f6-ae42-c162817d7b17',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.796347] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.796773] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.796865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.797064] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2986dd17-d53b-4719-9617-e6e9ca1b6941 with status ACTIVE [ 917.797230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.797338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.797402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.797608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.797708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.797928] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.798045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.798113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.798279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.798358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.798544] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.798674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.798729] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.798831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.798916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.799046] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 is going to be updated. [ 917.800244] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68d59dba-57e8-4eb7-ae54-1a287a0191a7 [ 917.800420] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.800548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.800617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.800766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.800843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.800927] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68d59dba-57e8-4eb7-ae54-1a287a0191a7 already deleted. [ 917.801014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d59dba-57e8-4eb7-ae54-1a287a0191a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.824350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.824573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.824573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.824773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.824919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.825111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.054814] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.054814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.054814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.054814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.054814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 918.099115] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.099558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.099646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.099884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.100273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.111805] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 918.131762] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.131762] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.215520] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.215520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.217692] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe96010-cd25-46f6-ae42-c162817d7b17 with status ACTIVE [ 918.219983] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.219983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.219983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.219983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.219983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.220262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.220332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.220397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.220574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.220656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.224201] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.224201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.224201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.224201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.224201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.224201] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe96010-cd25-46f6-ae42-c162817d7b17 is going to be updated. [ 918.265911] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.266684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.266684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.266684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.267590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.267590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe96010-cd25-46f6-ae42-c162817d7b17" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.484209] env[69301]: INFO networking_nsxv3.common.synchronization [req-fe169ab4-a899-4c85-a895-116748abc6ed req-b62118b0-b730-42fe-9273-843be28e5873 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Enqueued Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_members [ 918.484421] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGHEST for action security_group_members [ 918.484724] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.484844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.484904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.491130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.491243] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.491358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.491533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.491648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.491764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.491980] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.635627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.636143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.636143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.636143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.636319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.636319] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be created. [ 918.638315] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.638315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.638315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.638581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.638581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.638581] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 918.665037] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.665186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.665252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.665454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.665611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.670861] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.671033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.671075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.671338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.671634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.674133] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 918.674918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.675333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.675555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.675759] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.675872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.675965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.676193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.676296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.676407] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.681821] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 918.682581] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: UNINITIALIZED for 2s [ 918.996905] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.997180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.997262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.997533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.000246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.000246] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.000246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.000246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.000246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.000246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.000246] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 is going to be updated. [ 919.032320] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.032320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.032320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.032320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.032320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.043291] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 in Status: IN_PROGRESS for 2s [ 919.178730] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 919.179039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.179343] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.180306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.180569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.180689] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.187413] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.187413] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.187552] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.189038] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.194102] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.194102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.194102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.194102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.194102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.194102] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.194102] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.194102] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.194102] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.194102] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.194102] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.194102] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.244031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.244031] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.244031] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.244031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-155" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.244031] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-6bbde837-08e4-407a-b42e-a65e27da7cb9 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.244031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.244031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.244031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.244031] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbde837-08e4-407a-b42e-a65e27da7cb9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.557191] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 919.557416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.557555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558927] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.558927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.558927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.558927] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.685724] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.685948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.687093] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.746674] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.746923] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.747066] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.747373] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.747549] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.747871] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.748074] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.748303] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.748423] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.748566] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.748859] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.758378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.758378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.758378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.758378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.758378] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 is going to be updated. [ 919.775460] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b138e7f5-1c2b-4e6d-8e1e-d76a6ccf0855 None None] Enqueued Resource ID: 12aa39b5-f037-41db-98df-cb7f80e4eb75 with Priority: HIGHEST for action port [ 919.775460] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12aa39b5-f037-41db-98df-cb7f80e4eb75 with Priority: HIGHEST for action port [ 919.775460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-12aa39b5-f037-41db-98df-cb7f80e4eb75 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.775460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12aa39b5-f037-41db-98df-cb7f80e4eb75" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.775460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12aa39b5-f037-41db-98df-cb7f80e4eb75" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.775460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12aa39b5-f037-41db-98df-cb7f80e4eb75" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.775460] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12aa39b5-f037-41db-98df-cb7f80e4eb75',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.776960] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.777300] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.777342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.778259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.778505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.778849] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.061501] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.126567] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 920.126886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.127139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.127471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.127763] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.128014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.128014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.128214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.128306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.128406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.128505] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.190844] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.191072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.191266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.191432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.191466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.191554] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be updated. [ 920.253178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.253178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.253178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.253178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.253178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.265510] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: IN_PROGRESS for 2s [ 920.274444] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12aa39b5-f037-41db-98df-cb7f80e4eb75 [ 920.274444] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.274444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.274444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.274444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.274444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.274444] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12aa39b5-f037-41db-98df-cb7f80e4eb75 already deleted. [ 920.274444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12aa39b5-f037-41db-98df-cb7f80e4eb75" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.565432] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a90c33-6d5b-48ef-9a41-ba1b7def78dd: rpc.has_security_group_logging(os_id): False [ 920.585809] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.585980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.586058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.586286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.586377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.586757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.586757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.586890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.586967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.587030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.587127] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be created. [ 920.632350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.632530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.632569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.632788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.633487] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.633487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.633487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.633487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.633487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.633735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.633735] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.633802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.633802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.633957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.634322] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.634322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.634322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.634818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.634818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.634818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.634818] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.649711] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.649711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.649711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.649711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.649711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.659708] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 920.787710] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 920.788093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.788130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.788384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.788574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.788698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.788956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.788956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.789140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.789140] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.794949] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.794949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.794949] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.057197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 in Status: SUCCESS [ 921.057455] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 deletion is rescheduled due to dependency. [ 921.057581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.137110] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1eea5ad-fb18-47ef-915f-c2c56dc8ad00: rpc.has_security_group_logging(os_id): False [ 921.150346] env[69301]: INFO networking_nsxv3.common.synchronization [req-4f273704-0740-477a-b9b8-3075e43daa5d req-5c8de4f4-97e9-47f3-838d-5fd58e00f601 service nova] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_rules [ 921.151250] env[69301]: INFO networking_nsxv3.common.synchronization [req-4f273704-0740-477a-b9b8-3075e43daa5d req-5c8de4f4-97e9-47f3-838d-5fd58e00f601 service nova] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 921.151338] env[69301]: INFO networking_nsxv3.common.synchronization [req-4f273704-0740-477a-b9b8-3075e43daa5d req-5c8de4f4-97e9-47f3-838d-5fd58e00f601 service nova] Enqueued Resource ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 with Priority: HIGHEST for action port [ 921.151975] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_rules [ 921.152182] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 921.152336] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 with Priority: HIGHEST for action port [ 921.152709] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.153056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.153180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.153428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.153556] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.154530] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.154707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.154814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.155047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.155268] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.155402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.155495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.155684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.155838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.155973] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.157792] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bbde837-08e4-407a-b42e-a65e27da7cb9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.161229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.161306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.161536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.161629] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbde837-08e4-407a-b42e-a65e27da7cb9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.164855] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.164855] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.164855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.165404] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.165485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.165528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.165873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.165987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.166308] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.166428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.166550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.166713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.166826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.166943] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 921.254387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.254387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.254387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.254387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.254387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.271461] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 921.303541] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.303541] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.669921] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.670138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.670200] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.671384] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bbde837-08e4-407a-b42e-a65e27da7cb9 with status ACTIVE [ 921.671384] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.671600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.671600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.671840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.671948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.672143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.672278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.672433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.672717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.672717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.672717] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.673020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.673020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.673020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.673738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.673843] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bbde837-08e4-407a-b42e-a65e27da7cb9 is going to be updated. [ 921.702334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.702716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.702716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.702952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.703067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.703165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bbde837-08e4-407a-b42e-a65e27da7cb9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.806322] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.807694] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.179852] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.285304] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.285304] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.285304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.285304] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.310455] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.310616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.311514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.311514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.311514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.311514] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be updated. [ 922.313280] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.313406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.313476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.313673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.313797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.313866] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 922.354027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.354027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.354027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.354027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.354027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.358068] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.358212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.358266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.358471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.358610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.371587] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: IN_PROGRESS for 2s [ 922.372587] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 922.681223] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 922.681451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.686743] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.687078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.687078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.690064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.690064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.690064] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 922.713403] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7f1946a-67b0-4099-8d22-71672e3c5e59 req-de952a5c-493b-46eb-8762-7abbd8188a41 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_members [ 922.714640] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_members [ 922.714640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.714640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.714640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.714640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.714640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.714640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.714640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.715011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.715011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.715011] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.722518] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.722664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.722745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.722969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.723124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.738020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 922.788016] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.788199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.788270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.788489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.788657] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.788835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.788903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.789024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.789115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.789207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.789585] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.789585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.789585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.789697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.789760] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.789927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.789927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.790041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.790121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.790201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.790290] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.223461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223461] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 already deleted. [ 923.223461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.286195] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 923.286957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.293794] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af8528d-88e2-47f3-9853-4389e8d4c0e9: rpc.has_security_group_logging(os_id): False [ 923.316023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.316023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.316023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.316956] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.316956] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be updated. [ 923.355120] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.355120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.355120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.355120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.355120] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.355120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.356028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.356430] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.356798] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.357205] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.357496] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.357790] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.358046] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.358356] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.358596] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.358851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.390505] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.390505] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.390505] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.390505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.390505] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-b5fa26ce-df71-4209-b018-1996d326b90d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.390505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.391072] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.391072] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.394034] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fa26ce-df71-4209-b018-1996d326b90d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.401443] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.401443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.401443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.401443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.401443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.420804] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: IN_PROGRESS for 2s [ 923.903955] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.903955] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.903955] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.903955] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.904355] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.904355] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port b5fa26ce-df71-4209-b018-1996d326b90d not found, creating... [ 923.904693] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.904910] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.905063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.905482] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.905684] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.906084] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.906267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.906421] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.907046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.907046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.907046] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: b5fa26ce-df71-4209-b018-1996d326b90d is going to be created. [ 923.933605] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.933872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.933960] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.934595] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.935103] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.935318] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.389162] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 924.389162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.389162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.389162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.389162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.390304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.390304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.390304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.390304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.390304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.390304] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.397058] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 924.397058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.398171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.398171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.398635] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.399938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.399938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.399938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.399938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.399938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.400208] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.748066] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 924.748388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.748600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.749708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.749708] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.749708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.749708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.749708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.749708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.749708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.749708] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.898894] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.905327] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.905680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.906656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.906656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.906656] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.906656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.906656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.907242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.907458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.907884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.908178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.908325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.908794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.909022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.909234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.909706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.910448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.910448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.910673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.910765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.910901] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.913295] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7f1946a-67b0-4099-8d22-71672e3c5e59 req-343b5aa5-8b23-4e2a-8288-a9fe355aac78 service nova] Enqueued Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_rules [ 924.914120] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7f1946a-67b0-4099-8d22-71672e3c5e59 req-343b5aa5-8b23-4e2a-8288-a9fe355aac78 service nova] Enqueued Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_members [ 924.919243] env[69301]: INFO networking_nsxv3.common.synchronization [req-d7f1946a-67b0-4099-8d22-71672e3c5e59 req-343b5aa5-8b23-4e2a-8288-a9fe355aac78 service nova] Enqueued Resource ID: b5fa26ce-df71-4209-b018-1996d326b90d with Priority: HIGHEST for action port [ 924.919243] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_rules [ 924.919243] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_members [ 924.919243] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fa26ce-df71-4209-b018-1996d326b90d with Priority: HIGHEST for action port [ 924.919243] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.919243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.919243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.919243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.919243] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.921336] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.921589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.921739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.922885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.922885] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.922885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.922885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.923135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.923135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.923194] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.924129] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5fa26ce-df71-4209-b018-1996d326b90d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.924298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.924449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.924633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.924861] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fa26ce-df71-4209-b018-1996d326b90d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.078912] env[69301]: INFO networking_nsxv3.common.synchronization [req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 req-a57a8a0e-322f-4b99-b297-b74f611d4a1d tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 925.079564] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 925.079924] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.080096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.080141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.080339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.080469] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.080568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.080629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.080882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.080882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.081021] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.252420] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.252696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.252801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.253336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.253639] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.253857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.253971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.254179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.254269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.254392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.254613] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.254724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.254781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.254949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.255181] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.255273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.255378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.255509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.255593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.255693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.255778] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.400824] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06ea562a-f842-4724-804d-65a410b16d8c: rpc.has_security_group_logging(os_id): False [ 925.416170] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e: rpc.has_security_group_logging(os_id): False [ 925.425150] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.425150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.425150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.425405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.425472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.425670] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.425774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.425845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.426000] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.426085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.426177] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be created. [ 925.430211] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.431219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.431379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.431467] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5fa26ce-df71-4209-b018-1996d326b90d with status ACTIVE [ 925.431699] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.431757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.431803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.432056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.432151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.432374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.432441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.432489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.433108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.433108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.433108] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.433108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.433701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.433998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.434200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.434300] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5fa26ce-df71-4209-b018-1996d326b90d is going to be updated. [ 925.439174] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.439367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.439408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.439681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.439853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.440142] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.440232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.440663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.440663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.440663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.440783] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.440873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.440939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.442064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.442181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.442442] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.444437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.444437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.444437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.444437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.444437] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 925.445233] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 925.445374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.468297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.468297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.468297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.468570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.468570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.468669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5fa26ce-df71-4209-b018-1996d326b90d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.493346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.493647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.493647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.493885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.494562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.506231] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: IN_PROGRESS for 2s [ 925.520999] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.521217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.521357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.521544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.522938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.545010] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 925.586798] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.758043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f753a910-ff00-4a64-98b5-2f8955c51e74: rpc.has_security_group_logging(os_id): False [ 925.784045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.785802] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.786115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.786341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.786641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.786945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.788498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.788498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.788498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.788498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.788498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.788498] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 925.865258] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.868025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.868025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.868025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.868025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.885467] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 925.937909] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.089427] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.429738] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_members [ 926.430164] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 926.430164] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 926.430631] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_members [ 926.430773] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 926.430864] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 926.431258] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.431423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.431513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.431864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.432083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.432289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.432392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.432554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.432646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.432786] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.433686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.433820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.433918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.434139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.434409] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.434497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.434585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.434788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.435293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.436204] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.437606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.437847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.437847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.438049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.438206] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.438487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.438487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.438545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.438661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.438754] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.442640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.442779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.442939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.443253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.443253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.443367] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 is going to be created. [ 926.480211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.480462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.480462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.480567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.483026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.496473] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0a7b35a-1c45-49cf-a493-843927ba5553 in Status: UNINITIALIZED for 2s [ 926.501076] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_rules [ 926.501859] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 926.501859] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_rules [ 926.501859] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_members [ 926.502056] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 926.502182] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 926.502589] env[69301]: INFO networking_nsxv3.common.synchronization [req-963d4ef0-dd3a-4a0b-b4ff-352c311c75cb req-0dbf6d81-3f70-4485-b358-06803002842b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 with Priority: HIGHEST for action port [ 926.503141] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_rules [ 926.503336] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_rules [ 926.503470] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 926.503608] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 with Priority: HIGHEST for action port [ 926.503733] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_rules [ 926.503861] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 926.503990] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_members [ 926.505056] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.505056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.505258] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.505325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.505369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.505903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.505903] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.507394] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.507394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.507521] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2986dd17-d53b-4719-9617-e6e9ca1b6941 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.508184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.508184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.508388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.508663] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2986dd17-d53b-4719-9617-e6e9ca1b6941',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.511745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.511745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.511745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.595339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.595504] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.595608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.595814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.595911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.596122] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 926.656578] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.656578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.656578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.656578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.656578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.666278] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 926.941446] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.942528] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.943518] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.011670] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2986dd17-d53b-4719-9617-e6e9ca1b6941 with status ACTIVE [ 927.012010] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.012174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.012246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.012458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.012551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.012726] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.012827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.012903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.013081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.013161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.013345] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.013440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.013500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.013640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.013719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.013805] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2986dd17-d53b-4719-9617-e6e9ca1b6941 is going to be updated. [ 927.015410] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.015595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.040774] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.040968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.041089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.041343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.041521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.041714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2986dd17-d53b-4719-9617-e6e9ca1b6941" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.449857] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.454094] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.454094] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.503223] env[69301]: INFO networking_nsxv3.common.synchronization [req-048aed87-30ee-48fb-ac41-c398075d14da req-aed1fd94-5a5a-4c0c-8454-02899b093d13 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 927.508067] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGHEST for action security_group_members [ 927.508067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.508067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.508067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.508067] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.525246] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 927.525525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.526255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.526490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.526577] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.567318] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 927.567572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.567748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.568038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.568131] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.908515] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 927.908973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.959959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.959959] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 927.959959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.959959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.959959] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 is going to be created. [ 927.962230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.962332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.962383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.962743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.962835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.962932] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be updated. [ 928.013349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.013428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.013428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.013663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.013810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.019668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.019802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.020798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.020798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.020798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.023918] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.023918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.024028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.025118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.025118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.031547] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.031859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.031859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.032119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.037134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.037236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.053483] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 in Status: UNINITIALIZED for 2s [ 928.054163] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: IN_PROGRESS for 2s [ 928.054944] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 928.066114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.066485] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.066587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.066646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.066845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.066934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.067245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be updated. [ 928.073176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.073176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.102988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.104176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.104612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.106018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.106018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.121022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: IN_PROGRESS for 2s [ 928.128038] env[69301]: INFO networking_nsxv3.common.synchronization [req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f req-c81bc386-2d9c-4d73-a858-2ccfd769feb9 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 928.128562] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 928.128883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.129041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.129790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.130479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.130696] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.130835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.130924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.131175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.131259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.131457] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.510617] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0a7b35a-1c45-49cf-a493-843927ba5553 in Status: SUCCESS [ 928.511373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.511772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.512155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.512508] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.512779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.513032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.513349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.513548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.513731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.513931] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.633650] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.681487] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 928.681768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.016835] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.137682] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.349041] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f8967967-0e45-46d5-9a57-ee1c103a37a8 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_rules [ 929.349858] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_rules [ 929.350240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.350373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.350442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.350707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.350792] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.521060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0a7b35a-1c45-49cf-a493-843927ba5553: rpc.has_security_group_logging(os_id): False [ 929.547615] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.547801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.547893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.548103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.548198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.548502] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.548617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.548685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.548872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.549067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.549067] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 is going to be created. [ 929.567739] env[69301]: INFO networking_nsxv3.common.synchronization [None req-adfa5253-b4a8-4879-a35f-b7f1b3d807c2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_rules [ 929.570511] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_rules [ 929.571265] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.571478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.621941] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.622055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.622117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.622306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.622505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.636753] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0a7b35a-1c45-49cf-a493-843927ba5553 in Status: IN_PROGRESS for 2s [ 929.639476] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.639587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.639587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.639866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.640044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.640105] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 929.697889] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.698072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.698166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.699734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.699734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.713772] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 929.877525] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.877757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.877757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.878157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.878285] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 already deleted. [ 929.878398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.878568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.878907] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.007541] env[69301]: INFO networking_nsxv3.common.synchronization [req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab req-fd93f7f6-486e-4099-8d2c-fa10b7aaae2a tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 930.008487] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 930.008841] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.009122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.069417] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 930.069646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.070365] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 930.070771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.070771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.070923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.073556] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.073556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.073922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.073922] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.079812] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 in Status: SUCCESS [ 930.079812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.079980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.080229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.080416] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.080533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.080594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.080763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.080854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.080948] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.133648] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 in Status: SUCCESS [ 930.133964] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 deletion is rescheduled due to dependency. [ 930.134187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.402525] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.402723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.403046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.403147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.403242] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 already deleted. [ 930.403322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.576121] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.585824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.585824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.896046] env[69301]: INFO networking_nsxv3.common.synchronization [req-bf1fd2d3-a22e-4051-9282-221542cf271f req-73e7cc47-b39b-4acf-9f71-d66953f9e3df tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 930.896046] env[69301]: INFO networking_nsxv3.common.synchronization [req-bf1fd2d3-a22e-4051-9282-221542cf271f req-73e7cc47-b39b-4acf-9f71-d66953f9e3df tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_members [ 930.896046] env[69301]: INFO networking_nsxv3.common.synchronization [req-bf1fd2d3-a22e-4051-9282-221542cf271f req-73e7cc47-b39b-4acf-9f71-d66953f9e3df tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 930.896349] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea562a-f842-4724-804d-65a410b16d8c with Priority: HIGHEST for action security_group_members [ 930.896349] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 with Priority: HIGHEST for action security_group_members [ 930.896429] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 930.898788] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ea562a-f842-4724-804d-65a410b16d8c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.898788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.898788] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.898788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.899083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.899083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.079513] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.086628] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.088566] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.585623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.585925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.585925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.586892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.587014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.587153] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be updated. [ 931.590334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.590576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.590637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.590984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.591142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.591314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 931.592929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.594182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.594302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.594639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.595304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.595304] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 is going to be updated. [ 931.670085] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0a7b35a-1c45-49cf-a493-843927ba5553 in Status: SUCCESS [ 931.670339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.678330] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.678495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.678567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.678802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.678961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.692452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.692685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.692932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.693309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.693527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.698051] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: IN_PROGRESS for 2s [ 931.698502] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.698502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.698602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.699131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.699389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.710181] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 931.714615] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 in Status: IN_PROGRESS for 2s [ 931.760180] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 931.760338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.760526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.760764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.760959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.761099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.761183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.761596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.761596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.761596] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.267066] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.267066] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.267066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.267066] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 932.308880] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.308880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.308880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.308880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.308880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.322420] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 932.694326] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e02bb3f4-999a-4c05-8a72-6f20cbfec0d5 None None] Enqueued Resource ID: edbe5101-e2b0-4294-bddb-f473973d3e72 with Priority: HIGHEST for action port [ 932.695101] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbe5101-e2b0-4294-bddb-f473973d3e72 with Priority: HIGHEST for action port [ 932.695671] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-edbe5101-e2b0-4294-bddb-f473973d3e72 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.695917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edbe5101-e2b0-4294-bddb-f473973d3e72" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.697033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edbe5101-e2b0-4294-bddb-f473973d3e72" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.697430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edbe5101-e2b0-4294-bddb-f473973d3e72" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.697638] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edbe5101-e2b0-4294-bddb-f473973d3e72',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.201879] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edbe5101-e2b0-4294-bddb-f473973d3e72 [ 933.202165] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.202296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.202931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.203217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.204624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.204624] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edbe5101-e2b0-4294-bddb-f473973d3e72 already deleted. [ 933.204624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edbe5101-e2b0-4294-bddb-f473973d3e72" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.711582] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 933.712043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.713124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.713289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.713909] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.714365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.714563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714862] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.716692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.716889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.717099] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.717223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.717290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.717446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.717529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.717652] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.734396] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 933.734396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.734758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.734983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.735319] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.735319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.735472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.739063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.739063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.739063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.739063] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.739063] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 in Status: SUCCESS [ 933.739063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.740137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.740137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.740137] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.740137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.740137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.740137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.740357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.740357] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.741119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.741285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.741486] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.741655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.741655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.742520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.742520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.742520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.742520] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.745168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.745368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.745583] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.745839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.745921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.746249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.746342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.746441] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.223062] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06ea562a-f842-4724-804d-65a410b16d8c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.225089] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.225239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.225331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.225777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.225777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.225777] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.225901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.225901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.226071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.226153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.226330] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be updated. [ 934.244375] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.244539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.244811] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.245581] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a48b0e-5272-4f99-9ec0-26ee5e47bfc4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.247976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.248117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.248186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.248395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.248485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.248684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.248786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.248840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.248999] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.249096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.249237] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 is going to be deleted. [ 934.257186] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.257186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.257186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.257186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.257186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.265186] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: IN_PROGRESS for 2s [ 934.269807] env[69301]: INFO networking_nsxv3.common.synchronization [req-a7f8fa52-dc1d-4101-b317-8f7f26005917 req-26a67f74-744f-4595-98fd-185cf1ac839b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 934.270803] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 934.271821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.272043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.274088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.274088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.274088] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.274088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.274088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.274088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.274088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.274088] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.283222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.283376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.283661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.283914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.284082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.284208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.335656] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 934.335907] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 deletion is rescheduled due to dependency. [ 934.336065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.686297] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.686297] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.686297] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.690020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.690020] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.690020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.690020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.690020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.690020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.690020] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.690020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.690020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.690020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.690020] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.690020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.690020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.713276] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.713276] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.713276] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.713276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.713276] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.713276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.713276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.713276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.713276] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a207ec3c-5fc6-43c9-87f7-93b5afebed1a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.727834] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06ea562a-f842-4724-804d-65a410b16d8c: rpc.has_security_group_logging(os_id): False [ 934.746440] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.746595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.746681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.746914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.747026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.747266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.747381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.747448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.747609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.747690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.747777] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ea562a-f842-4724-804d-65a410b16d8c is going to be updated. [ 934.752314] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.753243] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4: rpc.has_security_group_logging(os_id): False [ 934.773112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.773287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.773536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.773630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.773665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.773912] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.773991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.774087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.774247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.774327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.774415] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 is going to be created. [ 934.782672] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.782672] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.782672] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba already deleted. [ 934.782672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.786629] env[69301]: INFO networking_nsxv3.common.synchronization [None req-8dfdda48-c38a-4b50-b48d-4753c238dd7e None None] Enqueued Resource ID: d8da5bea-d550-47ae-9fcf-c12be29e6742 with Priority: HIGHEST for action port [ 934.787279] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8da5bea-d550-47ae-9fcf-c12be29e6742 with Priority: HIGHEST for action port [ 934.787820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8da5bea-d550-47ae-9fcf-c12be29e6742 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.787974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8da5bea-d550-47ae-9fcf-c12be29e6742" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.788027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8da5bea-d550-47ae-9fcf-c12be29e6742" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.788303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8da5bea-d550-47ae-9fcf-c12be29e6742" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.788341] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8da5bea-d550-47ae-9fcf-c12be29e6742',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.802207] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4], does not exist path=[/infra/domains/default/groups/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4]."\n}' [ 934.802207] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 [ 934.802207] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 934.825025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.825025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.825025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.825283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.825283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.838157] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: IN_PROGRESS for 2s [ 934.848192] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.848192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.848192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.848192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.848677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.849084] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.849324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.849471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.849791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.850156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.850462] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.850685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.850844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.851104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.851274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.851442] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 is going to be created. [ 934.887982] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4], does not exist path=[/infra/domains/default/groups/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 [ 934.887982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a48b0e-5272-4f99-9ec0-26ee5e47bfc4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.887982] env[69301]: Traceback (most recent call last): [ 934.887982] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 934.887982] env[69301]: return func(*args, **kwargs) [ 934.887982] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 934.887982] env[69301]: res.raise_for_status() [ 934.887982] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 934.887982] env[69301]: raise HTTPError(http_error_msg, response=self) [ 934.887982] env[69301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 [ 934.887982] env[69301]: During handling of the above exception, another exception occurred: [ 934.887982] env[69301]: Traceback (most recent call last): [ 934.887982] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 934.887982] env[69301]: listener.cb(fileno) [ 934.887982] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 934.887982] env[69301]: result = function(*args, **kwargs) [ 934.887982] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 934.887982] env[69301]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 934.887982] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 934.887982] env[69301]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 934.887982] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 934.887982] env[69301]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 934.887982] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 934.887982] env[69301]: res.raise_for_status() [ 934.887982] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 934.887982] env[69301]: raise HTTPError(http_error_msg, response=self) [ 934.887982] env[69301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62a48b0e-5272-4f99-9ec0-26ee5e47bfc4 [ 934.887982] env[69301]: Removing descriptor: 21 [ 934.918581] env[69301]: INFO networking_nsxv3.common.synchronization [None req-7e735bcc-319d-4f6d-8b98-abf57bb17caa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_rules [ 934.918581] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_rules [ 934.918581] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.918939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.918939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.918939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.919516] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.036763] env[69301]: INFO networking_nsxv3.common.synchronization [None req-2934a6d0-17db-455b-9370-114b63ca5b85 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_rules [ 935.037237] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_rules [ 935.037502] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.037598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.217780] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.217780] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.217780] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.218038] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.218106] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.218271] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a207ec3c-5fc6-43c9-87f7-93b5afebed1a not found, creating... [ 935.218587] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.218756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.218880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.219144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.219287] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.219585] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.219800] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.219957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.220202] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.220341] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.220484] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a207ec3c-5fc6-43c9-87f7-93b5afebed1a is going to be created. [ 935.243871] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.244109] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.244263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.244563] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.244801] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.245059] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.255229] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.255229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.255229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.255516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.255516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.255613] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 935.291477] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.291673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.291737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.292008] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.292215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293554] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8da5bea-d550-47ae-9fcf-c12be29e6742 [ 935.293745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.293853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.293918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.294120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.294262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.294369] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8da5bea-d550-47ae-9fcf-c12be29e6742 already deleted. [ 935.294453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8da5bea-d550-47ae-9fcf-c12be29e6742" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.320483] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 935.446373] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448037] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa already deleted. [ 935.448037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.449405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.449623] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.970546] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.970870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.970870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.970948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.974016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.974016] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa already deleted. [ 935.974016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.023531] env[69301]: INFO networking_nsxv3.common.synchronization [req-a7f8fa52-dc1d-4101-b317-8f7f26005917 req-355b44ee-0d86-4f5d-b19c-d238ef9fbdef service nova] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_rules [ 936.023531] env[69301]: INFO networking_nsxv3.common.synchronization [req-a7f8fa52-dc1d-4101-b317-8f7f26005917 req-355b44ee-0d86-4f5d-b19c-d238ef9fbdef service nova] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 936.023612] env[69301]: INFO networking_nsxv3.common.synchronization [req-a7f8fa52-dc1d-4101-b317-8f7f26005917 req-355b44ee-0d86-4f5d-b19c-d238ef9fbdef service nova] Enqueued Resource ID: a207ec3c-5fc6-43c9-87f7-93b5afebed1a with Priority: HIGHEST for action port [ 936.024107] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_rules [ 936.024283] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 936.024391] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a207ec3c-5fc6-43c9-87f7-93b5afebed1a with Priority: HIGHEST for action port [ 936.024671] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.024752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.024796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.029601] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.029601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.029601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.029601] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.029601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.029601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.029601] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a207ec3c-5fc6-43c9-87f7-93b5afebed1a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.275591] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 936.275782] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ea562a-f842-4724-804d-65a410b16d8c deletion is rescheduled due to dependency. [ 936.275901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.536649] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.538015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.538015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.538212] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a207ec3c-5fc6-43c9-87f7-93b5afebed1a with status ACTIVE [ 936.539035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.539173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.539219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.539435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.539523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.539710] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.539829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.539924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.540248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.540335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.540665] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.540665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.540801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.540834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.540915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.541025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a207ec3c-5fc6-43c9-87f7-93b5afebed1a is going to be updated. [ 936.566883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.567087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.567129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.567330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.567469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.567630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a207ec3c-5fc6-43c9-87f7-93b5afebed1a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.852581] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06ea562a-f842-4724-804d-65a410b16d8c in Status: SUCCESS [ 936.852816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ea562a-f842-4724-804d-65a410b16d8c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.878930] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff268eaa-85ae-4be2-8883-7e7402db0195 req-293195e1-882b-4fd9-8814-fd046c645405 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 936.879604] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 936.879821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.879958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.883018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.883263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.883437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.883542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.883666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.883759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.883843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.883933] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.982950] env[69301]: INFO networking_nsxv3.common.synchronization [req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e req-393a9dfe-74b8-4e57-b553-83c3f80a1523 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 936.983573] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 936.983930] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.984052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.987121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.987339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.987520] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.987635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.987700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.987855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.987943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.988049] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.043637] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.309768] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.309982] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.310126] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.310570] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.311613] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.311919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.312429] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.312621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.312794] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.313083] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.315455] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.315455] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.315455] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.315455] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.315455] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.315455] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.330792] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 937.331078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.332843] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.332843] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.332843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.334124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.334124] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.334124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.334124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.334124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.334124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.334124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.334124] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.339010] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.339258] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.339415] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.339596] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.339930] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-5b5260e6-36af-4206-b2ef-5b77728f7c7b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.340119] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.340248] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.340624] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.340806] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b5260e6-36af-4206-b2ef-5b77728f7c7b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.390278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.390278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.390278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.390495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.390495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.390623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.390728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.390796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.390922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.390993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.391096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be deleted. [ 937.420309] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.420309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.420309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.420309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.420309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.420309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.467315] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.467519] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.467647] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.468114] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.468790] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.468790] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.468790] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.468790] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.469145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.469145] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.469205] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.469500] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.469500] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.469500] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.469636] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.469703] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.488719] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.490950] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.490950] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.490950] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.490950] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-49159fe3-f892-44eb-b532-8d80a53cc4da taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.490950] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.490950] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.490950] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.490950] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49159fe3-f892-44eb-b532-8d80a53cc4da',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.491375] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.491375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.491462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.491580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.491658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.491831] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.491967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.492044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.492188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.492260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.492341] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 already deleted. [ 937.492415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.545625] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.546096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.546194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.546292] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be created. [ 937.570576] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.570576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.570825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.570825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.571060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.582396] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: UNINITIALIZED for 2s [ 937.844691] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e: rpc.has_security_group_logging(os_id): False [ 937.848924] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.849218] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.849380] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.849820] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.850076] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.850542] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 5b5260e6-36af-4206-b2ef-5b77728f7c7b not found, creating... [ 937.850877] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.850985] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.851145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.851765] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.851947] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.852346] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.852618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.852803] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.853142] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.853360] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.853576] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 5b5260e6-36af-4206-b2ef-5b77728f7c7b is going to be created. [ 937.863794] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.863952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.864014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.864219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.874509] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.874728] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.874856] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.875222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.875489] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.875722] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885614] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.885737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.885796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.886016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.886090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.886285] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.886386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.886449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.886602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.886673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.887086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.887086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.887086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.887206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.887206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.887304] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 937.984017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.984505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.984505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.984727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.984974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.994230] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.994556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.994760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.995162] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.995364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.995622] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 49159fe3-f892-44eb-b532-8d80a53cc4da not found, creating... [ 937.996046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.996274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.996459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.996787] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.997008] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.999207] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.999465] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.999654] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.000018] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.000224] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.000414] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 49159fe3-f892-44eb-b532-8d80a53cc4da is going to be created. [ 938.020640] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 938.057212] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.057509] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.057697] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.058294] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.058738] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.059173] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.640096] env[69301]: INFO networking_nsxv3.common.synchronization [req-a774857c-5642-47aa-9a15-e209f5f32c93 req-f8564221-c12f-439e-8120-801baa154954 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_members [ 938.640667] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGHEST for action security_group_members [ 938.640982] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.641152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.641216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.641448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.641609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.641709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.641771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.641959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.642070] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.642162] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.898566] env[69301]: INFO networking_nsxv3.common.synchronization [req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e req-4d6e57ab-f4b2-43b2-8ee9-8e158e98edf3 service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 938.898753] env[69301]: INFO networking_nsxv3.common.synchronization [req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e req-4d6e57ab-f4b2-43b2-8ee9-8e158e98edf3 service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 938.898894] env[69301]: INFO networking_nsxv3.common.synchronization [req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e req-4d6e57ab-f4b2-43b2-8ee9-8e158e98edf3 service nova] Enqueued Resource ID: 49159fe3-f892-44eb-b532-8d80a53cc4da with Priority: HIGHEST for action port [ 938.899264] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 938.899357] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 938.899453] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49159fe3-f892-44eb-b532-8d80a53cc4da with Priority: HIGHEST for action port [ 938.900213] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.900368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.900411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.900629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.900708] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.901858] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.902121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.902248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.902368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.902520] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.902619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.902682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.902835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.902903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.903008] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.903766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-49159fe3-f892-44eb-b532-8d80a53cc4da taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.903874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.904035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.904221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.904300] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49159fe3-f892-44eb-b532-8d80a53cc4da',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.942133] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff268eaa-85ae-4be2-8883-7e7402db0195 req-580a4154-c521-435e-b3d7-4872ae532c10 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 938.944178] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff268eaa-85ae-4be2-8883-7e7402db0195 req-580a4154-c521-435e-b3d7-4872ae532c10 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 938.944178] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff268eaa-85ae-4be2-8883-7e7402db0195 req-580a4154-c521-435e-b3d7-4872ae532c10 service nova] Enqueued Resource ID: 5b5260e6-36af-4206-b2ef-5b77728f7c7b with Priority: HIGHEST for action port [ 938.944178] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 938.944178] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 938.944178] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5260e6-36af-4206-b2ef-5b77728f7c7b with Priority: HIGHEST for action port [ 938.944178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.944178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.944178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.944647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.944647] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.945244] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.945363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.945446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.945657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.945821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.945934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.945997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.947036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.947158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.947260] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.948823] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b5260e6-36af-4206-b2ef-5b77728f7c7b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.949014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.949062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.949230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.949312] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b5260e6-36af-4206-b2ef-5b77728f7c7b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.144741] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.147021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.147021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.147021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.169808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.170056] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.170185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.170245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.170463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.170514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.174023] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 is going to be updated. [ 939.200224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.200373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.200439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.200632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.200776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.219695] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450ae56a-ff1b-4475-9725-91e6b477b453 in Status: IN_PROGRESS for 2s [ 939.405947] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.406086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.406403] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.407580] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49159fe3-f892-44eb-b532-8d80a53cc4da with status ACTIVE [ 939.407811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.408044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.408044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.409033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.409033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.409033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.409033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.409033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.409348] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.409348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.409348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.409462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.409494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.409635] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49159fe3-f892-44eb-b532-8d80a53cc4da is going to be updated. [ 939.446236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.446392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.446471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.446668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.446809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.446972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49159fe3-f892-44eb-b532-8d80a53cc4da" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.449399] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.453677] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.453773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.453884] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b5260e6-36af-4206-b2ef-5b77728f7c7b with status ACTIVE [ 939.454485] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.454485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.454485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.454485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.454682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.454760] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.454839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.454871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.455360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.455360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.455360] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.455360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.455510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.455688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.455688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.455786] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b5260e6-36af-4206-b2ef-5b77728f7c7b is going to be updated. [ 939.509863] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.510085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.510151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.510394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.510540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.510727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b5260e6-36af-4206-b2ef-5b77728f7c7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.593541] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 939.593701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.593891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.594359] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.594532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.594639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.595941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.595941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.595941] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.913898] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.951440] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.041258] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 940.041496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.098472] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.098723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.098888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.099180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.099499] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.099679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.099784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.100094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.100250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.100421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.100698] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.100879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.101016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.101327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.101529] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.101704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.101820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.102140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.102298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.102449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.102634] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.417044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.417446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.417446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.417528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.418859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.418859] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 940.438876] env[69301]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'data': {'id': '6761f1b0-5b58-4595-92b2-a659fb722622', 'display_name': '6761f1b0-5b58-4595-92b2-a659fb722622', 'path': '/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'expression': [{'value': 'security_group|6761f1b0-5b58-4595-92b2-a659fb722622', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.14']}], 'tags': [{'scope': 'age', 'tag': 1746622338}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\n}' [ 940.439770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.440894] env[69301]: Traceback (most recent call last): [ 940.440980] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 940.440980] env[69301]: listener.cb(fileno) [ 940.440980] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 940.440980] env[69301]: result = function(*args, **kwargs) [ 940.440980] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 940.440980] env[69301]: self.nsx_provider.sg_members_realize( [ 940.440980] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 940.440980] env[69301]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 940.440980] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 940.440980] env[69301]: return func(*args, **kwargs) [ 940.440980] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 940.440980] env[69301]: res = self.client.put(path=path, data=data) [ 940.440980] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 940.440980] env[69301]: raise RuntimeError(msg, last_err) [ 940.440980] env[69301]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\\n}\'') [ 940.440980] env[69301]: Removing descriptor: 61 [ 940.441473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.441473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.441599] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.441698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.441769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.441946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.442086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.442139] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.453664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.453928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.453928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.454090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.454182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.454296] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be created. [ 940.479793] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.480025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.480025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.480214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.480337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.490688] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: UNINITIALIZED for 2s [ 940.607515] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 578d6a21-b8ac-446f-8274-ccf5232227ba: rpc.has_security_group_logging(os_id): False [ 940.626647] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.626919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.626919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.627119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.627228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.627452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.627561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.627612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.627772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.627847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.628034] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.628133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.628212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.628375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.628453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.628664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.628760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.628816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.629264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.629264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.629264] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be created. [ 940.691123] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.691123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.691123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.691645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.692069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.706340] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 940.948452] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.233840] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 450ae56a-ff1b-4475-9725-91e6b477b453 in Status: SUCCESS [ 941.234042] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 deletion is rescheduled due to dependency. [ 941.234174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.451839] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.957392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.957655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.957655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.957820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.958053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.958053] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 941.978313] env[69301]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'data': {'id': '6761f1b0-5b58-4595-92b2-a659fb722622', 'display_name': '6761f1b0-5b58-4595-92b2-a659fb722622', 'path': '/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622', 'expression': [{'value': 'security_group|6761f1b0-5b58-4595-92b2-a659fb722622', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.14']}], 'tags': [{'scope': 'age', 'tag': 1746622339}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\n}' [ 941.978313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.978496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.978654] env[69301]: Traceback (most recent call last): [ 941.978691] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 941.978691] env[69301]: listener.cb(fileno) [ 941.978691] env[69301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 941.978691] env[69301]: result = function(*args, **kwargs) [ 941.978691] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 941.978691] env[69301]: self.security_group_members(os_id, reference=True) [ 941.978691] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 941.978691] env[69301]: self.nsx_provider.sg_members_realize( [ 941.978691] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 941.978691] env[69301]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 941.978691] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 941.978691] env[69301]: return func(*args, **kwargs) [ 941.978691] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 941.978691] env[69301]: res = self.client.put(path=path, data=data) [ 941.978691] env[69301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 941.978691] env[69301]: raise RuntimeError(msg, last_err) [ 941.980060] env[69301]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/6761f1b0-5b58-4595-92b2-a659fb722622] as it already exists."\\n}\'') [ 941.980060] env[69301]: Removing descriptor: 61 [ 942.504948] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.504948] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.504948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.504948] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.719366] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 942.719599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.010519] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.010692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.010806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.010983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.011198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.011308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.011385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.011521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.011613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.011701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.011848] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.011940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.012037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.012244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.012404] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.012483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.012561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.012685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.012761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.012843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.012937] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.516890] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109c96a6-b36d-4ed7-839f-7021d6130819: rpc.has_security_group_logging(os_id): False [ 943.540086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.540450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.540537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.540821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.541031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.541238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.541351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.541418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.541773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.541874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.542155] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.542290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.542334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.542467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.542580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.542728] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.542824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.542912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.543147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.543229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.543316] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be created. [ 943.611579] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.611772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.612127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.629662] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 943.944228] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.944228] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 944.926348] env[69301]: INFO networking_nsxv3.common.synchronization [req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f req-d56591d8-c79a-4088-94f6-835610579ba9 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 944.928120] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 944.928120] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.928120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.928120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.928493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.928797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.929092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.930471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.930471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.930471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.930471] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.993617] env[69301]: INFO networking_nsxv3.common.synchronization [req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 req-816faedd-41b6-4616-81ba-f58dc96cf711 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 944.993617] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 944.993617] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.993891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.993891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.993959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.994173] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.994284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.994346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.994507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.994591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.994684] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.038495] env[69301]: INFO networking_nsxv3.common.synchronization [None req-2aa657ea-b0d0-4cc6-9984-ee11ef36dcd3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 945.040922] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 945.040922] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.040922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.040922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.040922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.040922] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.040922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.040922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.040922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.042538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.042538] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.432480] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.500587] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.545728] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.571041] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.571041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.571041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.571041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.571323] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.571424] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.571541] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.571765] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.571906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.572400] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.572520] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.572657] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.572769] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.572884] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.575018] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.575018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.596882] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.596882] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.596882] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.596882] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.597174] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-4c4d6882-584e-4dda-8380-e6915f52948e taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.597674] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.597894] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.598321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.598500] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4d6882-584e-4dda-8380-e6915f52948e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.647656] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 945.647924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.937342] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.005617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.048707] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.100767] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.103514] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.103954] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.104483] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.104792] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.105069] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 4c4d6882-584e-4dda-8380-e6915f52948e not found, creating... [ 946.105457] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.105764] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.105990] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.109220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.109220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.109220] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.109220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.109220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.109220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.109220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.109220] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 4c4d6882-584e-4dda-8380-e6915f52948e is going to be created. [ 946.129257] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.129257] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.129406] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.129981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.130261] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.130749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.374380] env[69301]: INFO networking_nsxv3.common.synchronization [None req-45c8a4cb-afd9-4ed4-80dd-71957ced3d00 None None] Enqueued Resource ID: a2905c3e-f7ba-49f7-91d5-264eae0a8581 with Priority: HIGHEST for action port [ 946.375198] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2905c3e-f7ba-49f7-91d5-264eae0a8581 with Priority: HIGHEST for action port [ 946.375547] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2905c3e-f7ba-49f7-91d5-264eae0a8581 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.375928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2905c3e-f7ba-49f7-91d5-264eae0a8581" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.375928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2905c3e-f7ba-49f7-91d5-264eae0a8581" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.376190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2905c3e-f7ba-49f7-91d5-264eae0a8581" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.376251] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2905c3e-f7ba-49f7-91d5-264eae0a8581',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.439300] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.439607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.439724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.440037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.440154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.440280] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 946.486689] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.486887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.486955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.487304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.487454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.498793] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 946.507365] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.507766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.507830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.508055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.508150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.508252] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be updated. [ 946.545349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.545586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.545586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.545968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.546480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.553412] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.553632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.553632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.553810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.553900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.554021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 946.565850] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 946.587424] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.587649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.587649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.587852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.587995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.604105] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 946.878895] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2905c3e-f7ba-49f7-91d5-264eae0a8581 [ 946.879211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.879353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.879418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.879658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.879737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.879828] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2905c3e-f7ba-49f7-91d5-264eae0a8581 already deleted. [ 946.879891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2905c3e-f7ba-49f7-91d5-264eae0a8581" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.154247] env[69301]: INFO networking_nsxv3.common.synchronization [req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f req-94a3287e-0db2-4784-82e8-852c521f8b06 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 947.154247] env[69301]: INFO networking_nsxv3.common.synchronization [req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f req-94a3287e-0db2-4784-82e8-852c521f8b06 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 947.154247] env[69301]: INFO networking_nsxv3.common.synchronization [req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f req-94a3287e-0db2-4784-82e8-852c521f8b06 service nova] Enqueued Resource ID: 4c4d6882-584e-4dda-8380-e6915f52948e with Priority: HIGHEST for action port [ 947.154247] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 947.154247] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 947.154247] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4d6882-584e-4dda-8380-e6915f52948e with Priority: HIGHEST for action port [ 947.154994] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.155185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.155292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.155542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.155652] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.156582] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.156690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.156988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4d6882-584e-4dda-8380-e6915f52948e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.158058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.158058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.158058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.158058] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4d6882-584e-4dda-8380-e6915f52948e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.175915] env[69301]: INFO networking_nsxv3.common.synchronization [req-b6ea0d48-1127-4276-af28-d82108080658 req-f3a7e59f-fbdb-41ec-ab8b-3ece4857e3a0 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 947.176435] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 947.176773] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.176891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.176982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.177378] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.177522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.177555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.177809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.177895] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.659684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.660013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.660137] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c4d6882-584e-4dda-8380-e6915f52948e with status ACTIVE [ 947.660262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.660392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.660458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.660670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.660761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.661033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.661033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.661142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.661265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.661355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.661547] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.661627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.661695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.661840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.661912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.662060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c4d6882-584e-4dda-8380-e6915f52948e is going to be updated. [ 947.680476] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.685938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.686137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.688081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.688081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.688081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.688081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4d6882-584e-4dda-8380-e6915f52948e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.846778] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.846778] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.846778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.846778] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.846778] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.847278] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.847278] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.847278] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.847278] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.847278] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.869293] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.869538] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.869691] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.869869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.870333] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-06eb9567-fd04-449a-ab14-394da650135c taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.870540] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.870667] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.870988] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.871155] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06eb9567-fd04-449a-ab14-394da650135c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.182739] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.377358] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.377358] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 06eb9567-fd04-449a-ab14-394da650135c not found, creating... [ 948.377358] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.377358] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.377740] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.377740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.377740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.377740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.378057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.378313] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 06eb9567-fd04-449a-ab14-394da650135c is going to be created. [ 948.403621] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.403621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.403621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.403621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.403621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.403621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.510254] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 948.510509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.510699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.510931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.511143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.511483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.511483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.511483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.511625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.511657] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.576472] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 948.576719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.615848] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 948.616221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.691221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.691221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.691221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.691221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.691221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.691221] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be updated. [ 948.716347] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.716430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.716464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.716680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.716810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.728292] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: IN_PROGRESS for 2s [ 948.881248] env[69301]: INFO networking_nsxv3.common.synchronization [None req-30b15403-83a6-4f6a-b0af-2967392e58e7 None None] Enqueued Resource ID: ed2f2923-524e-4e61-8d00-05415dbeb31a with Priority: HIGHEST for action port [ 948.881393] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed2f2923-524e-4e61-8d00-05415dbeb31a with Priority: HIGHEST for action port [ 948.882032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed2f2923-524e-4e61-8d00-05415dbeb31a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.882032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed2f2923-524e-4e61-8d00-05415dbeb31a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.882198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed2f2923-524e-4e61-8d00-05415dbeb31a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.882358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed2f2923-524e-4e61-8d00-05415dbeb31a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.882447] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2f2923-524e-4e61-8d00-05415dbeb31a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.014786] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.197919] env[69301]: INFO networking_nsxv3.common.synchronization [req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a req-a5490d00-2ec3-4dc0-b3a9-0c9b98aec887 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 949.198340] env[69301]: INFO networking_nsxv3.common.synchronization [req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a req-a5490d00-2ec3-4dc0-b3a9-0c9b98aec887 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 949.198340] env[69301]: INFO networking_nsxv3.common.synchronization [req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a req-a5490d00-2ec3-4dc0-b3a9-0c9b98aec887 service nova] Enqueued Resource ID: 06eb9567-fd04-449a-ab14-394da650135c with Priority: HIGHEST for action port [ 949.198743] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 949.198743] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 949.198743] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eb9567-fd04-449a-ab14-394da650135c with Priority: HIGHEST for action port [ 949.201747] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.201747] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.201747] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.201747] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.201747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.201747] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.205856] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-06eb9567-fd04-449a-ab14-394da650135c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.206097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.206097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.206276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.206355] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06eb9567-fd04-449a-ab14-394da650135c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.385400] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed2f2923-524e-4e61-8d00-05415dbeb31a [ 949.385715] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.385855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.385923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.386145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.386237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.386329] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed2f2923-524e-4e61-8d00-05415dbeb31a already deleted. [ 949.386411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed2f2923-524e-4e61-8d00-05415dbeb31a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.521451] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.710190] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.710382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.711037] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06eb9567-fd04-449a-ab14-394da650135c with status ACTIVE [ 949.711037] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.711037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.711037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.711442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.711442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.711534] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.712212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.712212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.712212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.712212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.712212] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.712483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.712483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.712551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.712584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.715018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06eb9567-fd04-449a-ab14-394da650135c is going to be updated. [ 949.715018] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.736850] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.737048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.737048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.737260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.737401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.737590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06eb9567-fd04-449a-ab14-394da650135c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.024706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.024996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 950.061592] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.061941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.061941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.062353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.062353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.073771] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 950.216461] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.723116] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.723116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.723116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.723116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.723116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.723116] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 950.741105] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 950.741382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.753202] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.753368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.753424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.753691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.754044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.765821] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 952.087148] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 952.087502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.087698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.088022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.088268] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.088405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.088488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.088707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.088799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.088893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.088991] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.592343] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.592343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.592648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.592808] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.592913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.593257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.593343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.593492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.593643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.593643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.593911] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.594011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.594078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.594216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.594292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.594374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.594489] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.777262] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 952.777466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.777641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.777861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.778133] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.779883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.779883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.779883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.779883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.779883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.779883] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.096924] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 953.185797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.185797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.185797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.185797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.207261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.207693] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.207839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.207893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.208175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.208343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.208730] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.208730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.208851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.208956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.209049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.209313] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.209411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.209475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.209624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.209701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.209787] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 953.276184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.276388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.276388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.276650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.276845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.280774] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.280957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.280957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.281177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.281346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.281446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.281511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.281660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.281742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.281833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.281979] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.282173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.282173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.282369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.282517] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.282622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.282694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.282837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.282920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.282997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.283103] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.292329] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 953.785019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109c96a6-b36d-4ed7-839f-7021d6130819: rpc.has_security_group_logging(os_id): False [ 953.810452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.810770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.810770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.810957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.811045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.811238] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.811342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.811579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.811730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.811794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.811993] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.812200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.812293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.812433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.812509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.812739] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.812841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.812899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.813056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.813152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.813243] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 953.892208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.892388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.892461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.892675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.892826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.909614] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 954.199648] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 954.200428] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 954.926715] env[69301]: INFO networking_nsxv3.common.synchronization [req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c req-1983f138-a872-431c-b2c9-735bf0856a6f tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 954.928134] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 954.928479] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.928609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.928837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.929978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.930323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.930706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.930812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.931043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.931210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.932045] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.311768] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 955.312674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.434314] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.434527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.434600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.434885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.435020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.435271] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.435397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.435458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.435678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.435759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.435874] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 already deleted. [ 955.436077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.484706] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.485023] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.485259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.485744] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.486179] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.486440] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.486629] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.487023] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.487280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.487644] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.487871] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.488107] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.488333] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.488557] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.488764] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.489025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.514418] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.514737] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.514896] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.514999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.515313] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-6b747daf-2666-4180-94c1-9922ba259d7b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.515521] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.515618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.515966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.516149] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b747daf-2666-4180-94c1-9922ba259d7b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.926898] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 955.927143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019516] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.019516] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.019516] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.019516] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.019516] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.019516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 6b747daf-2666-4180-94c1-9922ba259d7b not found, creating... [ 956.020082] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.020082] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.020082] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.020203] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.020377] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.022021] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.022021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.022021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.022021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.022021] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.022021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 6b747daf-2666-4180-94c1-9922ba259d7b is going to be created. [ 956.043859] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.044191] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.044380] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.044755] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.046042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.046042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.894426] env[69301]: INFO networking_nsxv3.common.synchronization [req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c req-954329eb-8928-4c1a-8386-f9901d8b4afb service nova] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_rules [ 956.894728] env[69301]: INFO networking_nsxv3.common.synchronization [req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c req-954329eb-8928-4c1a-8386-f9901d8b4afb service nova] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 956.894728] env[69301]: INFO networking_nsxv3.common.synchronization [req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c req-954329eb-8928-4c1a-8386-f9901d8b4afb service nova] Enqueued Resource ID: 6b747daf-2666-4180-94c1-9922ba259d7b with Priority: HIGHEST for action port [ 956.895747] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_rules [ 956.895928] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 956.896069] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b747daf-2666-4180-94c1-9922ba259d7b with Priority: HIGHEST for action port [ 956.900471] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.900471] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.900471] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.900471] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.900471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.901115] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.903038] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b747daf-2666-4180-94c1-9922ba259d7b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.903038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.903038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.903277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.903309] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b747daf-2666-4180-94c1-9922ba259d7b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.346095] env[69301]: INFO networking_nsxv3.common.synchronization [req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 req-382ba4c7-ca54-4af4-9f19-4b85495878f4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 957.346384] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 957.346903] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.346903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.402586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.402714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.405336] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.406502] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b747daf-2666-4180-94c1-9922ba259d7b with status ACTIVE [ 957.406704] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.406822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.406886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.407100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.407181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.407367] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.407484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.407545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.407734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.407794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.407954] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.408061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.408127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.408268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.408338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.409230] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b747daf-2666-4180-94c1-9922ba259d7b is going to be updated. [ 957.434149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.434286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.434286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.434554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.434640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.434812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b747daf-2666-4180-94c1-9922ba259d7b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.913469] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.957166] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.957166] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.957166] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.957166] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.957166] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.957166] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.958680] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.959048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959302] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.962019] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.962019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.962019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.962019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.962019] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.962019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.962019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.992707] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.992707] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.992707] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.992707] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.992895] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-309d785b-2197-4d6e-ba85-73559fdb2cdd taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.993019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.995131] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.995131] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.995131] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309d785b-2197-4d6e-ba85-73559fdb2cdd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.416297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.417031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.417031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.417794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.417794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.417794] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be created. [ 958.453135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.453135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.453135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.453135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.453135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.468378] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: UNINITIALIZED for 2s [ 958.499400] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.499662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.499895] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.500374] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.500671] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.500980] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 309d785b-2197-4d6e-ba85-73559fdb2cdd not found, creating... [ 958.501499] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.501822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.502132] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.502466] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.502878] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.503020] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.503211] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.503455] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.503636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.503822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.505541] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 309d785b-2197-4d6e-ba85-73559fdb2cdd is going to be created. [ 958.535134] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.535134] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.535134] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.535134] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.535333] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.536031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.410505] env[69301]: INFO networking_nsxv3.common.synchronization [req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 req-2db8f090-0c4f-4db5-aac6-88e929e1f9ad service nova] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_rules [ 959.410796] env[69301]: INFO networking_nsxv3.common.synchronization [req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 req-2db8f090-0c4f-4db5-aac6-88e929e1f9ad service nova] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 959.410855] env[69301]: INFO networking_nsxv3.common.synchronization [req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 req-2db8f090-0c4f-4db5-aac6-88e929e1f9ad service nova] Enqueued Resource ID: 309d785b-2197-4d6e-ba85-73559fdb2cdd with Priority: HIGHEST for action port [ 959.411086] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_rules [ 959.411220] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 959.411316] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309d785b-2197-4d6e-ba85-73559fdb2cdd with Priority: HIGHEST for action port [ 959.415696] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.415820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.415984] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.416101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.416721] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-309d785b-2197-4d6e-ba85-73559fdb2cdd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.416850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.416898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.417111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.417187] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309d785b-2197-4d6e-ba85-73559fdb2cdd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.783898] env[69301]: INFO networking_nsxv3.common.synchronization [req-efca71cd-3941-4bab-a3fc-c56448dabf55 req-71e38509-7ccd-44b7-97c4-bcc85c7bbf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 959.784477] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 959.785345] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.785345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.785345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.786906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.787104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.787205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.787271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.787430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.787515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.787664] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.919899] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 309d785b-2197-4d6e-ba85-73559fdb2cdd with status ACTIVE [ 959.920260] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.920402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.920463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.920676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.920772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.920955] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.921065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.921129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.921277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.921355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.921532] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.921624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.921685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.921821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.921960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.921998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 309d785b-2197-4d6e-ba85-73559fdb2cdd is going to be updated. [ 959.947266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.947403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.948269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.948269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.948269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.948269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309d785b-2197-4d6e-ba85-73559fdb2cdd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.121343] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff819d76-1985-4ee3-b57b-442b23e1e623 req-9501179b-111c-4237-a4b9-015de5cc15dc tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Enqueued Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_members [ 960.121949] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_members [ 960.122319] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.122454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.122520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.122787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.123308] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.123308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.123308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.123308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.123557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.123557] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.293878] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.480815] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.480815] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.480815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.480815] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.623368] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.623935] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-616" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.624229] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-616" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.628020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-616" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.628020] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.628020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.628020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.628020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.628020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.628020] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.628020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.628020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.628020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.628020] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.628020] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.628020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.629589] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.629859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.630065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.630397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.630623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.630938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.631188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.631349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.631641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.633097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.633097] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d303b837-9242-41b6-9485-35a5c6e655c8 already deleted. [ 960.633097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.653016] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.653342] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.653598] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.653845] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-616" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.654321] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-5e5e368e-18bc-4b08-9551-809a3e06db6c taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.654817] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.655381] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.655634] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5e368e-18bc-4b08-9551-809a3e06db6c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.798748] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.985483] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.160673] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.161193] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.161346] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.161635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.161837] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.162319] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 5e5e368e-18bc-4b08-9551-809a3e06db6c not found, creating... [ 961.162417] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.162603] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.162732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.162992] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.163156] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.163944] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.164191] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.164263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.164518] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.164653] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.164803] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 5e5e368e-18bc-4b08-9551-809a3e06db6c is going to be created. [ 961.186509] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.186509] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.186858] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.187145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.187557] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.188937] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.304044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.304044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.304044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.304044] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 961.339615] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.339615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.339615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.339615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.339615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.349719] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 961.488234] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.990671] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.990835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.990924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.992168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.992168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.992168] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 962.025894] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.026053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.026127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.026349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.026492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.056579] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 962.096423] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff819d76-1985-4ee3-b57b-442b23e1e623 req-a4863da5-4153-4e36-92dd-4aea60489edf service nova] Enqueued Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_rules [ 962.096423] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff819d76-1985-4ee3-b57b-442b23e1e623 req-a4863da5-4153-4e36-92dd-4aea60489edf service nova] Enqueued Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_members [ 962.096423] env[69301]: INFO networking_nsxv3.common.synchronization [req-ff819d76-1985-4ee3-b57b-442b23e1e623 req-a4863da5-4153-4e36-92dd-4aea60489edf service nova] Enqueued Resource ID: 5e5e368e-18bc-4b08-9551-809a3e06db6c with Priority: HIGHEST for action port [ 962.096423] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_rules [ 962.096423] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_members [ 962.096423] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5e368e-18bc-4b08-9551-809a3e06db6c with Priority: HIGHEST for action port [ 962.097522] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.097790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.097847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.098139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.098248] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.103022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.103022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.103022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.103022] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.105719] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e5e368e-18bc-4b08-9551-809a3e06db6c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.105922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.105922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.106237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.106237] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5e368e-18bc-4b08-9551-809a3e06db6c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.510221] env[69301]: INFO networking_nsxv3.common.synchronization [req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 req-792248c3-231f-4ece-8dea-5bce2b67dfe3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 962.510880] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 962.510990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.511937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.512532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.513821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.513821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.513821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.513821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.513821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.513821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.514126] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.607836] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.609384] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.609384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.609628] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e5e368e-18bc-4b08-9551-809a3e06db6c with status ACTIVE [ 962.609628] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.609957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.609957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.609957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.610129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.610177] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.610246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.611935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.611935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.612081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.612242] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.612429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.612429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.612598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.612673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.612771] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e5e368e-18bc-4b08-9551-809a3e06db6c is going to be updated. [ 962.638999] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.639176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.639232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.639446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.639580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.643048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e5e368e-18bc-4b08-9551-809a3e06db6c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.816269] env[69301]: INFO networking_nsxv3.common.synchronization [None req-3891bb06-b82a-4e88-b830-db6a0d31c7eb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 962.816804] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 962.817291] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.818822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.960531] env[69301]: INFO networking_nsxv3.common.synchronization [req-0279610a-1b03-4e82-be52-54280e09e687 req-d9783258-971a-4046-b858-f432e4e48eb2 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 962.961139] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 962.961454] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.961557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.018588] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.114867] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.363218] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 963.363490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.522136] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.543602] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.543602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.543602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.543602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.543602] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.544083] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.544083] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.544176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.544301] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.544615] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.544770] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.545036] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.545036] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.545170] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.545709] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.545709] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.568025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.568025] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.568274] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.568314] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-730" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.572334] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-8f9be554-f8ef-4795-8d67-244f1db56994 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.572619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.572852] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.573482] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.573603] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9be554-f8ef-4795-8d67-244f1db56994',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.609622] env[69301]: INFO networking_nsxv3.common.synchronization [req-41d26a90-a679-49ce-81f3-b890326905c7 req-47c15c27-6745-4fed-a920-d198ec794b47 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 963.610241] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGHEST for action security_group_members [ 963.610586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.610714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.610782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.610989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.612011] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.612138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.612239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.612420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.612737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.612737] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.618134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.618270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.618315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.618496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.618666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.618666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d303b837-9242-41b6-9485-35a5c6e655c8 is going to be created. [ 963.652611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.652927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.652927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.653322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.653322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.668965] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d303b837-9242-41b6-9485-35a5c6e655c8 in Status: UNINITIALIZED for 2s [ 963.692165] env[69301]: INFO networking_nsxv3.common.synchronization [req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 req-27343111-f0e3-4d76-a5aa-934422365d48 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 963.692692] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 963.693248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.693248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.693248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.693445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.693527] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.693662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.693708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.693836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.693922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.694022] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.024631] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.025704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.025704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.025704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.025704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.025704] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 964.072534] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.072534] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.072534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.072534] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.075155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.075388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.076215] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.076365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.076434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.076624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.076709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.077103] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.078557] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.078853] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.078939] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.079178] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.080194] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.080194] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 8f9be554-f8ef-4795-8d67-244f1db56994 not found, creating... [ 964.080194] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.081256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.081396] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.081655] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.081804] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.082150] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.082353] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.083999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.083999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.083999] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.083999] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 8f9be554-f8ef-4795-8d67-244f1db56994 is going to be created. [ 964.085037] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.085160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.085227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.087385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.087609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.102593] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 964.116791] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.116791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.116791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.116791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.125649] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.125818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.125902] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.128714] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.128714] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.128714] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.149583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.151867] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.151867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.151867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.151867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.151867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.151867] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be updated. [ 964.191162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.191162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.191162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.191162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.191162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.199081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199081] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 964.210253] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: IN_PROGRESS for 2s [ 964.262409] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.262594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.262594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.263848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.263848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.276332] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 964.579158] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.579579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.590305] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.092745] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.180688] env[69301]: INFO networking_nsxv3.common.synchronization [req-0279610a-1b03-4e82-be52-54280e09e687 req-44ecb7cf-2c98-45df-98b1-872dd955be05 service nova] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_rules [ 965.180688] env[69301]: INFO networking_nsxv3.common.synchronization [req-0279610a-1b03-4e82-be52-54280e09e687 req-44ecb7cf-2c98-45df-98b1-872dd955be05 service nova] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 965.180688] env[69301]: INFO networking_nsxv3.common.synchronization [req-0279610a-1b03-4e82-be52-54280e09e687 req-44ecb7cf-2c98-45df-98b1-872dd955be05 service nova] Enqueued Resource ID: 8f9be554-f8ef-4795-8d67-244f1db56994 with Priority: HIGHEST for action port [ 965.184501] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_rules [ 965.184717] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 965.184822] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9be554-f8ef-4795-8d67-244f1db56994 with Priority: HIGHEST for action port [ 965.186229] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.186386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.186631] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.186750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.187001] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f9be554-f8ef-4795-8d67-244f1db56994 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.187135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.187202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.187435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.188366] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9be554-f8ef-4795-8d67-244f1db56994',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.595694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.596039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.596039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.596570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.596744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.596893] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 965.630643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.630861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.630935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.631368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.631463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.641288] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 965.680169] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d303b837-9242-41b6-9485-35a5c6e655c8 in Status: SUCCESS [ 965.680388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.680556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.680779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.681068] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.681133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.681166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.681314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.681392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.681475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.681565] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.693469] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f9be554-f8ef-4795-8d67-244f1db56994 with status ACTIVE [ 965.693816] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.694031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.694427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.694558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.694661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.697655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.697655] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f9be554-f8ef-4795-8d67-244f1db56994 is going to be updated. [ 965.719769] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.720049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.720049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.720322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.720467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.720623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f9be554-f8ef-4795-8d67-244f1db56994" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.874279] env[69301]: INFO networking_nsxv3.common.synchronization [req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb req-e66be94d-70c4-4b78-bf99-932da4cb9522 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_members [ 965.874279] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1de910-9239-4817-a933-0f9e300de01a with Priority: HIGHEST for action security_group_members [ 965.874279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1de910-9239-4817-a933-0f9e300de01a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.874279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.874279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.874503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.874661] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.874783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.874846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.875036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.875119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.875206] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1de910-9239-4817-a933-0f9e300de01a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.113044] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 966.113283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.113443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.113667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.113854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.113971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.114053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.114210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.114291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.114384] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.187507] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.187665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.187740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.187966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.188185] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.188299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.188365] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.188553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.188645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.188733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.188883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.188975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.189044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.189187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.189324] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.189453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.189514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.189649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.189724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.189802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.189887] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.225271] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f753a910-ff00-4a64-98b5-2f8955c51e74 in Status: SUCCESS [ 966.225505] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 deletion is rescheduled due to dependency. [ 966.225767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.289021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 966.289021] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba deletion is rescheduled due to dependency. [ 966.289021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.377715] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.377948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.377948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.378191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.400022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.400022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.400022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.400022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.400436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.400436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.400436] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1de910-9239-4817-a933-0f9e300de01a is going to be updated. [ 966.427969] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.428241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.428281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.428570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.428770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.441337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1de910-9239-4817-a933-0f9e300de01a in Status: IN_PROGRESS for 2s [ 966.619952] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.619952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.619952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.620394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.620394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.620465] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.621726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.621726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.621726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.621726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.621726] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 966.650109] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.650309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.650357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.650563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.650709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.662689] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 966.693771] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d303b837-9242-41b6-9485-35a5c6e655c8: rpc.has_security_group_logging(os_id): False [ 966.733623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.733841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.733885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.734158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.734293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.737097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.737097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.737097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.737097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.737764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.737764] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d303b837-9242-41b6-9485-35a5c6e655c8 is going to be created. [ 966.828798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.829075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.829210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.829533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.829823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.848374] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d303b837-9242-41b6-9485-35a5c6e655c8 in Status: IN_PROGRESS for 2s [ 967.656031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 967.656731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.656731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.656731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.657085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.657085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.657239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.657310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.657368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.657529] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.160820] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.458993] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1de910-9239-4817-a933-0f9e300de01a in Status: SUCCESS [ 968.459248] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1de910-9239-4817-a933-0f9e300de01a deletion is rescheduled due to dependency. [ 968.459327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1de910-9239-4817-a933-0f9e300de01a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.665124] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.674729] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 968.675095] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 deletion is rescheduled due to dependency. [ 968.675284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.864176] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d303b837-9242-41b6-9485-35a5c6e655c8 in Status: SUCCESS [ 968.864451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.166705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.169682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.169944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.171426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.171426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.171426] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 969.202608] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.202608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.202608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.202608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.202608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.212188] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 969.711805] env[69301]: INFO networking_nsxv3.common.synchronization [req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 req-3f37f8b8-25d3-4194-86db-224247c47fb3 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 969.712489] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 969.712877] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.713018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.713894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.714938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.715233] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.715335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.715335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.715637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.715637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.715742] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.793931] env[69301]: INFO networking_nsxv3.common.synchronization [req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 req-c6ed0f9d-f8e5-4442-9826-c5ccaf1e1273 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_members [ 969.794554] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0a7b35a-1c45-49cf-a493-843927ba5553 with Priority: HIGHEST for action security_group_members [ 969.794830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0a7b35a-1c45-49cf-a493-843927ba5553 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.794957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.796112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.796112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.796362] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.796464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.796533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.796721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.796819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.796953] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0a7b35a-1c45-49cf-a493-843927ba5553',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.220102] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.220280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.220350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.220574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.248314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.248720] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.248720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.248889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.249028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.249123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.249219] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 970.277755] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.277755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.277755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.277755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.277755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.289302] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 970.299897] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.300062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.300135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.300477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.321748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.322042] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.325373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.325373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.325373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.325373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.325373] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 is going to be updated. [ 970.356462] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.356669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.356765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.357055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.357240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.368374] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0a7b35a-1c45-49cf-a493-843927ba5553 in Status: IN_PROGRESS for 2s [ 971.223389] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 971.223389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.223926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.223926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.224010] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.224122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.224183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.224362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.224467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.224568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.225039] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.225145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.225201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.225327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.225471] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.225603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.225654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.225774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.225870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.225955] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.226058] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.226980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.227171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.227402] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.227514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.227579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.227791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.227845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.227933] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.729827] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9005ddac-3792-494f-8379-aac2cd3c6524: rpc.has_security_group_logging(os_id): False [ 971.731300] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.765292] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.765292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.765292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.765292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.765292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.765654] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.765654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.765742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766111] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.766307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.766307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.766698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.766762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.767063] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be created. [ 971.849013] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.849230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.849273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.849484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.849683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.861385] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 972.234861] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.299955] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 972.300322] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 972.300510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.378476] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0a7b35a-1c45-49cf-a493-843927ba5553 in Status: SUCCESS [ 972.378661] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0a7b35a-1c45-49cf-a493-843927ba5553 deletion is rescheduled due to dependency. [ 972.378786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0a7b35a-1c45-49cf-a493-843927ba5553" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.738565] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.738725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.738777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.739774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.739876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.740236] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 972.778469] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.778469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.778469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.778469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.778469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790079] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 973.876116] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 973.876373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.876442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.876689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.876814] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.379924] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.382947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.795615] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.795615] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 974.800893] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 974.801302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.801479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.801701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.801896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.802216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.802216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.802216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.802410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.802459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.802519] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.892186] env[69301]: INFO networking_nsxv3.common.synchronization [None req-2cd6aab0-1e22-4797-9128-f0bc82b64346 None None] Enqueued Resource ID: f25c06b4-7d11-41e9-8b22-6493b8e44fee with Priority: HIGHEST for action port [ 974.892941] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25c06b4-7d11-41e9-8b22-6493b8e44fee with Priority: HIGHEST for action port [ 974.893569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25c06b4-7d11-41e9-8b22-6493b8e44fee taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.893760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25c06b4-7d11-41e9-8b22-6493b8e44fee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.893882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25c06b4-7d11-41e9-8b22-6493b8e44fee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.894274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25c06b4-7d11-41e9-8b22-6493b8e44fee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.894416] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25c06b4-7d11-41e9-8b22-6493b8e44fee',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.306494] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.306494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.306494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.306494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.306696] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.306743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.306777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.306956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.307091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.307129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.307286] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.307499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.307499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.307618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.307780] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.307871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.307950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.308145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.308247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.308302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.308411] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.396503] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f25c06b4-7d11-41e9-8b22-6493b8e44fee [ 975.396871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.396997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.397113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.397407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.397542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.397687] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f25c06b4-7d11-41e9-8b22-6493b8e44fee already deleted. [ 975.397807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25c06b4-7d11-41e9-8b22-6493b8e44fee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.810989] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9005ddac-3792-494f-8379-aac2cd3c6524: rpc.has_security_group_logging(os_id): False [ 975.830682] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.830835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.830948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.831217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.831323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.831575] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.831694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.831772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.832100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.832100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.832585] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.832585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.832585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.832815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.833292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.833536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.833655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.833732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.833892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.833979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.834097] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 975.907145] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.907591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.907591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.907591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.907795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.921814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 976.934638] env[69301]: INFO networking_nsxv3.common.synchronization [None req-70ec4094-8f15-4acc-8833-9df6b660f97b None None] Enqueued Resource ID: bbfb5411-b910-43cc-b9fc-4a91ba8efb50 with Priority: HIGHEST for action port [ 976.935291] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfb5411-b910-43cc-b9fc-4a91ba8efb50 with Priority: HIGHEST for action port [ 976.935589] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfb5411-b910-43cc-b9fc-4a91ba8efb50 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.935965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfb5411-b910-43cc-b9fc-4a91ba8efb50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.935965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfb5411-b910-43cc-b9fc-4a91ba8efb50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.936152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfb5411-b910-43cc-b9fc-4a91ba8efb50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.936365] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfb5411-b910-43cc-b9fc-4a91ba8efb50',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.439300] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbfb5411-b910-43cc-b9fc-4a91ba8efb50 [ 977.439300] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.439300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.439300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.439300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.439300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.439300] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbfb5411-b910-43cc-b9fc-4a91ba8efb50 already deleted. [ 977.439300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfb5411-b910-43cc-b9fc-4a91ba8efb50" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.832247] env[69301]: INFO networking_nsxv3.common.synchronization [req-110081fa-89e4-4632-99b2-e007ad68e660 req-c8e2657a-9f16-4880-9ce4-e59848663330 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_members [ 977.832831] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_members [ 977.833149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.833267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.833340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.833645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.833809] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.833909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.833968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.834139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.834219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.834311] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.941674] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 977.941674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.941674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.941674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.943911] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.336012] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.336269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.336372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.336723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.336828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.337068] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.337258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.337344] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.337549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.337641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.337734] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 already deleted. [ 978.337815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.446124] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.446293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.446362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.446578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.446817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.446902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.446902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.447234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.447381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.447471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.447573] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.534999] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.535233] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.535357] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.535636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.535905] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.536080] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.536200] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.536431] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.536619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.536837] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.536897] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.537014] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.537131] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.537276] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.537348] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.537514] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.563161] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.563392] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.563496] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.564027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.564027] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-11a23d54-e0a6-46e8-9b47-6406153115fe taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.564238] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.564339] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.564753] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.564907] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a23d54-e0a6-46e8-9b47-6406153115fe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.952875] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.953163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.953163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.953320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.953675] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.953675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.953675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.953889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.953889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.954038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.954149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.954218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.954276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.954408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.954541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.954628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.954682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.954803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.954878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.954957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.955053] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.067897] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.068687] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.068834] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.069187] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.069415] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.071802] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 11a23d54-e0a6-46e8-9b47-6406153115fe not found, creating... [ 979.071802] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.071802] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.071802] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.071802] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.071802] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.071802] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.071802] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.072438] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073991] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.074247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 11a23d54-e0a6-46e8-9b47-6406153115fe is going to be created. [ 979.098332] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.098612] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.098819] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.100893] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.100893] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.100893] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.457535] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9005ddac-3792-494f-8379-aac2cd3c6524: rpc.has_security_group_logging(os_id): False [ 979.482204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.482204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.482204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.482204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.484176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.484990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.485210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.485497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.485686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.485867] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 979.581015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.581362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.581526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.581863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.582133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.599248] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 980.057180] env[69301]: INFO networking_nsxv3.common.synchronization [req-110081fa-89e4-4632-99b2-e007ad68e660 req-341a5bbd-3240-4969-82c3-372625083b02 service nova] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_rules [ 980.057467] env[69301]: INFO networking_nsxv3.common.synchronization [req-110081fa-89e4-4632-99b2-e007ad68e660 req-341a5bbd-3240-4969-82c3-372625083b02 service nova] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_members [ 980.057504] env[69301]: INFO networking_nsxv3.common.synchronization [req-110081fa-89e4-4632-99b2-e007ad68e660 req-341a5bbd-3240-4969-82c3-372625083b02 service nova] Enqueued Resource ID: 11a23d54-e0a6-46e8-9b47-6406153115fe with Priority: HIGHEST for action port [ 980.057741] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_rules [ 980.057874] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_members [ 980.057966] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a23d54-e0a6-46e8-9b47-6406153115fe with Priority: HIGHEST for action port [ 980.058546] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.058664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.058723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.058918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.058996] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.062574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.062574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.062574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.062574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.062574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.063166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.063235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.066894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.066894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.066894] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.066894] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a23d54-e0a6-46e8-9b47-6406153115fe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.066894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.066894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.066894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.066894] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a23d54-e0a6-46e8-9b47-6406153115fe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.410707] env[69301]: INFO networking_nsxv3.common.synchronization [req-1cfded7a-147e-4261-932d-a297741ea651 req-850c6a02-7539-4680-8c0b-fabe51dd0769 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_members [ 980.410803] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_members [ 980.412652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.412847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.412927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.413208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.413741] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.413935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.414016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.414161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.414269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.414370] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.567464] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.568283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.568283] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.568711] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11a23d54-e0a6-46e8-9b47-6406153115fe with status ACTIVE [ 980.568902] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.569063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.569148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.569397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.569487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.569674] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.569776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.569844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.569972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.570767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.570981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.571105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.571164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.573817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.573817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.573817] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11a23d54-e0a6-46e8-9b47-6406153115fe is going to be updated. [ 980.597476] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.597631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.597700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.597906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.598059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.598213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a23d54-e0a6-46e8-9b47-6406153115fe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.076239] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.076239] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.076239] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa already deleted. [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.076239] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-783" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.076239] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-783" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.081256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-783" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.081256] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.081256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.081256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.081256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.081256] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.081256] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.081256] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.081256] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.081256] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.081256] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.081256] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.081256] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.081256] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.097288] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.097288] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.097288] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.097288] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-783" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.097288] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.097588] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.097588] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.097934] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.098237] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9c717d-e6a5-4e39-9ae0-fb8b53a628be',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.577842] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.578037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.578089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.578313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.578406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.578504] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 is going to be created. [ 981.601457] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.601704] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.601847] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.602245] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.602439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.602643] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port eb9c717d-e6a5-4e39-9ae0-fb8b53a628be not found, creating... [ 981.602941] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.606895] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.607067] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.607389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.607555] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.608017] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.608147] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.609760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.609760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.609760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.609760] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: eb9c717d-e6a5-4e39-9ae0-fb8b53a628be is going to be created. [ 981.610966] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.610966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.610966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.611178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.611238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.623061] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: UNINITIALIZED for 2s [ 981.628111] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 981.628111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.633075] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.633554] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.633940] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.634410] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.634809] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.635644] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.771233] env[69301]: INFO networking_nsxv3.common.synchronization [req-5a817145-ac1b-4045-870c-db511423a87a req-d1d6556a-51d0-4cf9-ac51-d533939c0a9b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_members [ 981.771446] env[69301]: INFO networking_nsxv3.common.synchronization [req-5a817145-ac1b-4045-870c-db511423a87a req-d1d6556a-51d0-4cf9-ac51-d533939c0a9b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 981.771543] env[69301]: INFO networking_nsxv3.common.synchronization [req-5a817145-ac1b-4045-870c-db511423a87a req-d1d6556a-51d0-4cf9-ac51-d533939c0a9b tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 981.772299] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGHEST for action security_group_members [ 981.772299] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGHEST for action security_group_members [ 981.772519] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGHEST for action security_group_members [ 981.773112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6908502-b797-4f76-b87f-3e14a801d447 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.773112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.773112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.773112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.773358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.773421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.773456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.774061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.774061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.774061] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.774693] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.774797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.774859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.776100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.776460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.776460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.776580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.776791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.776791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.777017] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.779219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.779386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.779453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.779593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.780290] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.780385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.780427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.780574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.780666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.780758] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.279221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.279620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.279620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.279884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.283326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.283582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.283641] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.284269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.314033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.314033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.314033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.314033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.314033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.314033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.314033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be updated. [ 982.318782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.319022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.340370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.340648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.340770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.340834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.341049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.341124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.341218] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6908502-b797-4f76-b87f-3e14a801d447 is going to be updated. [ 982.342580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.342880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.342998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.343850] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.344023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.344149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.344692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.344692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.344692] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be updated. [ 982.356281] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.356434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.356502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.356706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.357041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.366175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: IN_PROGRESS for 2s [ 982.384266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.384459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.384600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.384736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.384853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.387905] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.388062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.388101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.388296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.388440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.398746] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: IN_PROGRESS for 2s [ 982.399550] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: IN_PROGRESS for 2s [ 982.505039] env[69301]: INFO networking_nsxv3.common.synchronization [req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 req-867c1d29-0636-45ae-b128-c8a8edf06fc3 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_members [ 982.505039] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGHEST for action security_group_members [ 982.505039] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.505807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.506097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.506504] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.507737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.507737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.507737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.507737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.507737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.508413] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.847146] env[69301]: INFO networking_nsxv3.common.synchronization [req-1cfded7a-147e-4261-932d-a297741ea651 req-992184a3-680b-4361-8544-38e7df9d8f3c service nova] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_rules [ 982.847146] env[69301]: INFO networking_nsxv3.common.synchronization [req-1cfded7a-147e-4261-932d-a297741ea651 req-992184a3-680b-4361-8544-38e7df9d8f3c service nova] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_members [ 982.847146] env[69301]: INFO networking_nsxv3.common.synchronization [req-1cfded7a-147e-4261-932d-a297741ea651 req-992184a3-680b-4361-8544-38e7df9d8f3c service nova] Enqueued Resource ID: eb9c717d-e6a5-4e39-9ae0-fb8b53a628be with Priority: HIGHEST for action port [ 982.847146] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_rules [ 982.847146] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_members [ 982.847146] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9c717d-e6a5-4e39-9ae0-fb8b53a628be with Priority: HIGHEST for action port [ 982.847611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.847611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.847611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.847833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.847878] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.852817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.853066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.853569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.853816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.853992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.854114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.854175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.854346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.854446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.854543] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.856590] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.856715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.856787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.857116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.857116] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9c717d-e6a5-4e39-9ae0-fb8b53a628be',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.012550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.012746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.012822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.013103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.036333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.036601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.036728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.036797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.036996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.037109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.037179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f is going to be updated. [ 983.070790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.070790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.070790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.081767] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: IN_PROGRESS for 2s [ 983.357502] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.358851] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.358963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.360786] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9c717d-e6a5-4e39-9ae0-fb8b53a628be with status ACTIVE [ 983.360786] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.360786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.360786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.360786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.361142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.361142] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.361224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.361224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.361378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.361453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.361635] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.361730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.361790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.361935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.362014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.362096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9c717d-e6a5-4e39-9ae0-fb8b53a628be is going to be updated. [ 983.384934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.385141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.388377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.388377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.388377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.388377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.634963] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: SUCCESS [ 983.635275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.635454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.635678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.635873] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.636030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.636108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.636214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.636303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.636369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.636603] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.861110] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.140455] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.364500] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.364991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.364991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.365224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.365224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.365445] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa is going to be created. [ 984.378683] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0363f532-b167-4e3b-a575-f31ba699b15b in Status: SUCCESS [ 984.378902] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b deletion is rescheduled due to dependency. [ 984.379051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.394573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.394741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.394855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.395106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.396411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.415776] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6908502-b797-4f76-b87f-3e14a801d447 in Status: SUCCESS [ 984.415776] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6908502-b797-4f76-b87f-3e14a801d447 deletion is rescheduled due to dependency. [ 984.415776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.415776] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27248282-a287-4d23-b02e-578d49f8f5fa in Status: UNINITIALIZED for 2s [ 984.416445] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e in Status: SUCCESS [ 984.416605] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e deletion is rescheduled due to dependency. [ 984.416727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.643687] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c01f51-d3fb-4a8c-a801-9d94004d56f0: rpc.has_security_group_logging(os_id): False [ 984.681558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.681776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.681776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.682373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.682373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.682618] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.682693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.682769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.683471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.683471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.683471] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 is going to be created. [ 984.805074] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.805294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.805362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.805547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.805793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.822397] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: IN_PROGRESS for 2s [ 985.094951] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f in Status: SUCCESS [ 985.095215] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f deletion is rescheduled due to dependency. [ 985.095338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.038721] env[69301]: INFO networking_nsxv3.common.synchronization [req-bbc21827-1a31-4507-9950-590979345116 req-d7564956-4c82-4054-bb34-0b34695a2e78 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 986.039296] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGHEST for action security_group_members [ 986.039662] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.039786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.039850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.044134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.044386] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.044518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.044588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.044797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.044890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.044990] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.427111] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27248282-a287-4d23-b02e-578d49f8f5fa in Status: SUCCESS [ 986.427441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.428176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.428176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.428176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.428457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.428457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.429210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.429210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429210] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.548513] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.548513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.548513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.548513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.575470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.575470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.575470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.575470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.575780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.577020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.577020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be updated. [ 986.610427] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.611130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.611130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.611130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.611130] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.623211] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: IN_PROGRESS for 2s [ 986.836561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: SUCCESS [ 986.836878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.933074] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.436047] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27248282-a287-4d23-b02e-578d49f8f5fa: rpc.has_security_group_logging(os_id): False [ 987.456642] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.456953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.457117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.457431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.457584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.457901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.458138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.458138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.458295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.458370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.458462] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa is going to be created. [ 987.519900] env[69301]: INFO networking_nsxv3.common.synchronization [req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e req-bbb96398-1297-4fcc-89cd-7ab2e8160c4f tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 987.520486] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGHEST for action security_group_members [ 987.520855] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.521157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.521533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.521533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.521769] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.522030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.522146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.522446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.522559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.522677] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.532753] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.532753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.532753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.532753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.532753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.543944] env[69301]: INFO networking_nsxv3.common.synchronization [req-9a1872e4-df30-4206-ad3e-29701d6cd638 req-d6e73e74-b347-437d-8c21-adbf55de4721 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Enqueued Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_members [ 987.544744] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_members [ 987.545094] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.545222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.545285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.545581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.545797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.545904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.545963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.546118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.546212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.546362] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.548221] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27248282-a287-4d23-b02e-578d49f8f5fa in Status: IN_PROGRESS for 2s [ 987.965703] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.972280] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-675" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.972624] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-675" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.974366] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-675" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.974366] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.974366] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.974366] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.975732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.975732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.975892] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.976041] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.976228] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.976731] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.976731] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.976731] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.976894] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.001033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.004025] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.004025] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.004025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-675" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.004025] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.004025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.004025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.004025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.004025] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3f15d0-90b6-4d9b-b8ba-21731789ce04',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.028323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.028537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.028626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.028760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.050807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.051133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.055681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.056098] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.056625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.056736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.057804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.057950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.058108] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be updated. [ 988.062263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.062547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.062674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.062852] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.062983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.063056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.063269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.063323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.063382] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 already deleted. [ 988.063462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.096043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.096444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.096520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.096771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.097801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.109607] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: IN_PROGRESS for 2s [ 988.508969] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508969] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.511247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.511247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.511247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.511247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port bb3f15d0-90b6-4d9b-b8ba-21731789ce04 not found, creating... [ 988.511247] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.511247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.511247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.511535] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.514439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.514439] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.514439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.514439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.514439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.514439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.514439] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: bb3f15d0-90b6-4d9b-b8ba-21731789ce04 is going to be created. [ 988.536054] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.536054] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.536054] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.536054] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.536054] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.536054] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.632906] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 in Status: SUCCESS [ 988.632906] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 deletion is rescheduled due to dependency. [ 988.632906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444726] env[69301]: INFO networking_nsxv3.common.synchronization [req-9a1872e4-df30-4206-ad3e-29701d6cd638 req-60ed5838-1937-45b4-a62d-ca87681f2ca2 service nova] Enqueued Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_rules [ 989.444958] env[69301]: INFO networking_nsxv3.common.synchronization [req-9a1872e4-df30-4206-ad3e-29701d6cd638 req-60ed5838-1937-45b4-a62d-ca87681f2ca2 service nova] Enqueued Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_members [ 989.445256] env[69301]: INFO networking_nsxv3.common.synchronization [req-9a1872e4-df30-4206-ad3e-29701d6cd638 req-60ed5838-1937-45b4-a62d-ca87681f2ca2 service nova] Enqueued Resource ID: bb3f15d0-90b6-4d9b-b8ba-21731789ce04 with Priority: HIGHEST for action port [ 989.445430] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_rules [ 989.445551] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_members [ 989.445661] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3f15d0-90b6-4d9b-b8ba-21731789ce04 with Priority: HIGHEST for action port [ 989.452295] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.452295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.452295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.452295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.452295] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.456810] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.456810] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.456810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.456810] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.457988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.458260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.458260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.458327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.458473] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3f15d0-90b6-4d9b-b8ba-21731789ce04',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.563609] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27248282-a287-4d23-b02e-578d49f8f5fa in Status: SUCCESS [ 989.563609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.960512] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.960512] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.960512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.962536] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb3f15d0-90b6-4d9b-b8ba-21731789ce04 with status ACTIVE [ 989.962875] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.963180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.963386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.963714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.964044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.964364] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.964614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.964847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.965179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.965377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.965968] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.966235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.966390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.966648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.966827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.967048] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb3f15d0-90b6-4d9b-b8ba-21731789ce04 is going to be updated. [ 989.997285] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.997285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.997285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.997285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.997285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.997285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3f15d0-90b6-4d9b-b8ba-21731789ce04" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.125230] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 in Status: SUCCESS [ 990.125508] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 deletion is rescheduled due to dependency. [ 990.125684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.469688] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.671090] env[69301]: INFO networking_nsxv3.common.synchronization [req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 req-2f712d6c-9efd-4265-a144-19d9d85749fc tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 990.672569] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 990.672952] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.673095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.673155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.673356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.673513] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.673617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.674013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.674013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.674013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.674013] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.974145] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.974145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.974505] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.974817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.974894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.975539] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 is going to be created. [ 991.016607] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.016607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.016607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.016607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.016607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.030265] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 in Status: UNINITIALIZED for 2s [ 991.178829] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.558210] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e2605267-3f00-4bde-b789-4f4da41e9719 None None] Enqueued Resource ID: 45ed97a1-ecc5-489f-b344-35c5c91c52d3 with Priority: HIGHEST for action port [ 991.558512] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ed97a1-ecc5-489f-b344-35c5c91c52d3 with Priority: HIGHEST for action port [ 991.559142] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ed97a1-ecc5-489f-b344-35c5c91c52d3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.559289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ed97a1-ecc5-489f-b344-35c5c91c52d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.559361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ed97a1-ecc5-489f-b344-35c5c91c52d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.559703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ed97a1-ecc5-489f-b344-35c5c91c52d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.559797] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ed97a1-ecc5-489f-b344-35c5c91c52d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.681541] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.066556] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45ed97a1-ecc5-489f-b344-35c5c91c52d3 [ 992.066556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.066556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.066556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.066556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.066556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.066556] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45ed97a1-ecc5-489f-b344-35c5c91c52d3 already deleted. [ 992.066556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ed97a1-ecc5-489f-b344-35c5c91c52d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.169870] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.170080] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.170209] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.170523] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.170820] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.171045] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.171149] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.171832] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.171832] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.171832] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.171832] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.172078] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.172078] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.172144] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.172803] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.172803] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.184478] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.184620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.184688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.184925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.185037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.185134] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be updated. [ 992.193742] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.193742] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.193742] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.193742] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.193906] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-95ccba25-ba8b-4c6b-a86f-1d27859d707e taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.196551] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.197517] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.197867] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.198048] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ccba25-ba8b-4c6b-a86f-1d27859d707e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.218964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.218964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.219349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.219349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.219472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.235544] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 992.700618] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.701067] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.701146] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.701419] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.701671] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.701903] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.702070] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.702194] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.702415] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.702608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.702906] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.703085] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.703210] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703420] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.703703] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e is going to be updated. [ 992.727533] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.727878] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.727878] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.728196] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.728403] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.728628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.046689] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 in Status: SUCCESS [ 993.046856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.047055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.047452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.047548] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.049228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.049228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.049228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.049228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.049424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.049424] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.552245] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.552346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.552346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.552604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.552799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.552901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.552961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.553139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.553224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.553301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.553448] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.554735] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.554735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.554735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.557178] env[69301]: INFO networking_nsxv3.common.synchronization [req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 req-ca209aeb-df75-4328-9bb3-b323da7cf11f service nova] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 993.557178] env[69301]: INFO networking_nsxv3.common.synchronization [req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 req-ca209aeb-df75-4328-9bb3-b323da7cf11f service nova] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 993.557353] env[69301]: INFO networking_nsxv3.common.synchronization [req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 req-ca209aeb-df75-4328-9bb3-b323da7cf11f service nova] Enqueued Resource ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e with Priority: HIGHEST for action port [ 993.557654] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_rules [ 993.557785] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 993.557882] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e with Priority: HIGHEST for action port [ 993.558442] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.558578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.558629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.558808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.558952] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.559673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.559784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.559843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.559999] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.560159] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.560277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.560336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.563038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.563038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563038] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.563038] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ccba25-ba8b-4c6b-a86f-1d27859d707e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.563038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.563038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.563038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.563038] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ccba25-ba8b-4c6b-a86f-1d27859d707e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.892336] env[69301]: INFO networking_nsxv3.common.synchronization [None req-21811107-7093-42ff-9c7b-f6a3ac044e0a None None] Enqueued Resource ID: 2e600527-6a54-4ba4-a900-ba4445a60e64 with Priority: HIGHEST for action port [ 993.892640] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e600527-6a54-4ba4-a900-ba4445a60e64 with Priority: HIGHEST for action port [ 993.893249] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e600527-6a54-4ba4-a900-ba4445a60e64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.893463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e600527-6a54-4ba4-a900-ba4445a60e64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.893463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e600527-6a54-4ba4-a900-ba4445a60e64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.893782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e600527-6a54-4ba4-a900-ba4445a60e64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.893858] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e600527-6a54-4ba4-a900-ba4445a60e64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.058433] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3959722a-853b-4fc0-9fe4-f3e6840fa7f2: rpc.has_security_group_logging(os_id): False [ 994.064626] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.065757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.065945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.068942] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ccba25-ba8b-4c6b-a86f-1d27859d707e with status ACTIVE [ 994.069397] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.069397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.069397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.069606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.069678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.069872] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.069977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.070039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.070205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.070297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.070455] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.070751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.070751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.070751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.070880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.070880] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ccba25-ba8b-4c6b-a86f-1d27859d707e is going to be updated. [ 994.085714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.087080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.088018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.088292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.088654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.088963] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.090711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.090711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.090711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.090711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.090711] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.090983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.090983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.091138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.091240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.091457] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.091553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.091616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.091767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.091844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.091929] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 is going to be created. [ 994.097577] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.097728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.097800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.098022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.098245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.098355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ccba25-ba8b-4c6b-a86f-1d27859d707e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.311843] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 994.311843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.327856] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.327856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.327856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.327856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.327856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.360484] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 in Status: IN_PROGRESS for 2s [ 994.362380] env[69301]: INFO networking_nsxv3.common.synchronization [req-b3afc87c-1001-452a-b2b2-e61bce55f0eb req-158fc058-c050-4480-893b-0e5ca138a1fb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 994.363707] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 994.364215] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.365243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.366027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.366027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.366027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.366027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.366027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.366513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.366702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.367263] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.398685] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e600527-6a54-4ba4-a900-ba4445a60e64 [ 994.398685] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.398685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.398685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.398685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.398685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.398685] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e600527-6a54-4ba4-a900-ba4445a60e64 already deleted. [ 994.398685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e600527-6a54-4ba4-a900-ba4445a60e64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.569333] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.869697] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.070167] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.070555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.070555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.070861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.071031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.071186] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be updated. [ 995.106697] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.106912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.106912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.107398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.107398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.118224] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: IN_PROGRESS for 2s [ 995.374288] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.877154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.877340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.877387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.877591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.877685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.877786] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 995.904263] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.904405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.904473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.904676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.904834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.913153] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 996.371236] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 in Status: SUCCESS [ 996.371529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.128886] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: SUCCESS [ 997.129142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.129312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.129661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.129726] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.129844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.129912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.130233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.130322] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.632874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.924531] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 997.924531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.135184] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb91a215-6b28-4854-96e4-710f5afbdd64: rpc.has_security_group_logging(os_id): False [ 998.160335] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.160562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.160626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.160943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.191473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.191791] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.191964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.191964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.192215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.192309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.192392] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be updated. [ 998.271791] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.272060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.272110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.272444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.272555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.286716] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: IN_PROGRESS for 2s [ 999.364958] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.365277] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1000.305324] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: SUCCESS [ 1000.305324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.968897] env[69301]: INFO networking_nsxv3.common.synchronization [None req-46e2e76b-3c3d-4574-8029-1dffa7a09ac4 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 04680540-fca1-49ee-9262-e960999ed63f with Priority: HIGHEST for action security_group_rules [ 1001.968897] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04680540-fca1-49ee-9262-e960999ed63f with Priority: HIGHEST for action security_group_rules [ 1001.969323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04680540-fca1-49ee-9262-e960999ed63f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.969323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.969323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.969575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.969619] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04680540-fca1-49ee-9262-e960999ed63f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.079175] env[69301]: INFO networking_nsxv3.common.synchronization [None req-745cae79-ec50-40f1-9c44-d79f2ee088fe tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 04680540-fca1-49ee-9262-e960999ed63f with Priority: HIGHEST for action security_group_rules [ 1002.079895] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04680540-fca1-49ee-9262-e960999ed63f with Priority: HIGHEST for action security_group_rules [ 1002.080732] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04680540-fca1-49ee-9262-e960999ed63f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.081217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.494030] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.494030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04680540-fca1-49ee-9262-e960999ed63f already deleted. [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.494030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.494030] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04680540-fca1-49ee-9262-e960999ed63f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.016399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.016760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.016760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.016991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.017099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.017223] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04680540-fca1-49ee-9262-e960999ed63f already deleted. [ 1003.017317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04680540-fca1-49ee-9262-e960999ed63f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.198198] env[69301]: INFO networking_nsxv3.common.synchronization [None req-72d6cc06-f006-4870-b731-089363812a03 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1004.198972] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1004.199408] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.199563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.199664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.199992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.200115] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.303952] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1f912626-9660-489f-abe6-8fec2bc5bbd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1004.304508] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1004.304864] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.304990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.730386] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.730675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.730675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.730906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.731024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.731147] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 already deleted. [ 1004.731256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.731909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.732139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.732233] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.033604] env[69301]: INFO networking_nsxv3.common.synchronization [req-c91ee881-8dfe-4442-b019-fa485c00d569 req-5cf05d27-a98b-42dd-b584-8b2f2136ba83 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Enqueued Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_members [ 1005.034327] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 with Priority: HIGHEST for action security_group_members [ 1005.034685] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.034892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.035011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.035372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.035499] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.035666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.035807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.036603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.036603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.036603] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3959722a-853b-4fc0-9fe4-f3e6840fa7f2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.254099] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.254099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.254099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.254099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.254632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.254632] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 already deleted. [ 1005.254632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.541208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.541473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.541473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.541662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.541844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.542170] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.542339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.542403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.542582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.542721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.542860] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 is going to be updated. [ 1005.571506] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.571740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.571786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.572043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.572227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.581635] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 in Status: IN_PROGRESS for 2s [ 1006.108786] env[69301]: INFO networking_nsxv3.common.synchronization [req-38447dad-a55f-42fe-8a4b-e21291497026 req-a68e4bba-8794-41e4-abd5-bdd45728c5cb tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 1006.109602] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 1006.109763] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.109893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.109961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.110193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.110408] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.110511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.110579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.110739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.110824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.110919] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.552276] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.552596] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.552596] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.552902] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.553193] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.553365] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.554035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.554035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.554035] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.554288] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.554288] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.554366] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.555031] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.555031] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.555031] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.555031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.574620] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.574788] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.574918] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.575143] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-13" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.575520] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-956db9ea-39f6-44db-ade9-a8af857894e1 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.575749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.575876] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.579030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.579030] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956db9ea-39f6-44db-ade9-a8af857894e1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.612965] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.612965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.613239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.613923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.614096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.614360] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.614547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.616055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.616055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.616055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.616055] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 1006.647403] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.647403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.647403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.647403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.647403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.657783] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 1007.079489] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.079724] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.079860] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080499] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.080807] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 956db9ea-39f6-44db-ade9-a8af857894e1 not found, creating... [ 1007.081168] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.081374] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.081476] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.081722] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.081868] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.082186] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.082349] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.082471] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.082793] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.083043] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.083213] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 956db9ea-39f6-44db-ade9-a8af857894e1 is going to be created. [ 1007.106766] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.107051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.107146] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.107555] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.107795] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.108046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.591803] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 in Status: SUCCESS [ 1007.592214] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3959722a-853b-4fc0-9fe4-f3e6840fa7f2 deletion is rescheduled due to dependency. [ 1007.592214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3959722a-853b-4fc0-9fe4-f3e6840fa7f2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.880501] env[69301]: INFO networking_nsxv3.common.synchronization [req-38447dad-a55f-42fe-8a4b-e21291497026 req-8a2d6b75-680e-4001-9c4c-7ff37e65fa74 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 1007.880794] env[69301]: INFO networking_nsxv3.common.synchronization [req-38447dad-a55f-42fe-8a4b-e21291497026 req-8a2d6b75-680e-4001-9c4c-7ff37e65fa74 service nova] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 1007.880930] env[69301]: INFO networking_nsxv3.common.synchronization [req-38447dad-a55f-42fe-8a4b-e21291497026 req-8a2d6b75-680e-4001-9c4c-7ff37e65fa74 service nova] Enqueued Resource ID: 956db9ea-39f6-44db-ade9-a8af857894e1 with Priority: HIGHEST for action port [ 1007.881436] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_rules [ 1007.881436] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 1007.881436] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956db9ea-39f6-44db-ade9-a8af857894e1 with Priority: HIGHEST for action port [ 1007.882655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.882908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.882908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.883197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.883297] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.884192] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.884319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.884487] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-956db9ea-39f6-44db-ade9-a8af857894e1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.884595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.884697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.884834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.884905] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956db9ea-39f6-44db-ade9-a8af857894e1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.387830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.387830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.388011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 956db9ea-39f6-44db-ade9-a8af857894e1 with status ACTIVE [ 1008.388091] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.388207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.388302] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.388538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.388642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.388920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.388977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.389162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.389238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.389416] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.389507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.389561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.389714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.389775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.389839] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 956db9ea-39f6-44db-ade9-a8af857894e1 is going to be updated. [ 1008.414265] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.414437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.414484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.414712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.414962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.415037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956db9ea-39f6-44db-ade9-a8af857894e1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.667780] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 1008.668088] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 1008.668181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.668294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.668619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.668850] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.669009] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.669105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.669333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.669445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.669564] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.173614] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.676043] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.180844] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.181414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.181414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.181660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.181660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.181737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 1010.222519] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.223785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.223785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.223785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.223785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.237716] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 1012.250761] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 1012.251091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.251288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.251572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.251848] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.252037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.252120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.252341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.252461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.252579] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.252709] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.756606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.756798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.756871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.757204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.757870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.757870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.757870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.757870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.757870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.758300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.758300] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.758300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.758300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.758478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.758582] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.758672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.758727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.758860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.758936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.759023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.759112] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.882428] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.882428] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1013.193218] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-f354b975-64e0-47e4-a26a-def991289ee9 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1013.193737] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1013.194085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.194219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.194285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.194489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.194666] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.196023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.196023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.196023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.196023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.196023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.262351] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6: rpc.has_security_group_logging(os_id): False [ 1013.285816] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.286037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.286117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.286385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.286493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.290027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.290027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.290027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.290027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.328605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.328605] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 1013.363274] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.363560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.363560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.363697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.363857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.369551] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1013.369747] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1013.387883] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 1013.698577] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.698749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.698825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.699081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.710829] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.711077] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.711209] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.711476] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.711746] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.711900] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.712029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.712247] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.712401] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.712615] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.712745] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.712961] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.713079] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.713203] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.713314] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.713450] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.722262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.722506] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.722619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.722686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.722947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.723044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.723137] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1013.732976] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.733169] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.733321] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.733502] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.733811] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.733983] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.734194] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.734453] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.734593] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.752416] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.752576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.752649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.752928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.753091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.762967] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1014.237826] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.238045] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.238195] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.238395] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.238551] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.238717] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb not found, creating... [ 1014.238991] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.239173] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.239294] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.239879] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.239879] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.240206] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.240206] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.240310] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.240467] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.240602] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.240805] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb is going to be created. [ 1014.265182] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.265600] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265600] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.265924] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.266281] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.266532] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.975536] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-b8dcee64-c7cf-442f-9276-0dac113d760e service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 1014.975752] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-b8dcee64-c7cf-442f-9276-0dac113d760e service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1014.975899] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-b8dcee64-c7cf-442f-9276-0dac113d760e service nova] Enqueued Resource ID: 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb with Priority: HIGHEST for action port [ 1014.976450] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 1014.976602] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1014.976702] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb with Priority: HIGHEST for action port [ 1014.977058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.977218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.979030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.979030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.979030] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.979030] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.979030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.979030] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.979030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.979030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.979030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.979030] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.402085] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 1015.402407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.480952] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.481218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.481375] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb with status ACTIVE [ 1015.481555] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.481662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.481726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.481946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.482050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.482230] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.482323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.482389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.482539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.482623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.482892] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.483038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.483038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.483199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.483265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.483347] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb is going to be updated. [ 1015.504934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.505151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.505222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.505434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.505576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.505744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.774953] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1015.775190] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 deletion is rescheduled due to dependency. [ 1015.775305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.775473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.775690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.775873] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.776038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.776135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.776385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.776385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.776385] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.948026] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-4b0e3e16-981e-4706-b658-3db4c5ae800a tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1015.948026] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1015.948026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.948202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.281096] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.314617] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.315232] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.315232] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.315383] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.315713] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.315944] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.316117] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.316421] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.316635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.316925] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.317169] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.317255] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.317404] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.317580] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.317759] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.318643] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.340372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.340553] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.340719] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.341041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-169" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.341373] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-366a3d53-1716-4cb5-a1bb-8bdb538a257f taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.341555] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.341681] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.342193] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366a3d53-1716-4cb5-a1bb-8bdb538a257f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.786484] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.846263] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.846263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.846263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.846263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.846263] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.847254] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 366a3d53-1716-4cb5-a1bb-8bdb538a257f not found, creating... [ 1016.847254] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.847254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.847254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.847254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.847254] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.847563] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.847749] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.847900] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.848276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.848434] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.848611] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 366a3d53-1716-4cb5-a1bb-8bdb538a257f is going to be created. [ 1016.871626] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.871903] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.872051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.872349] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.872593] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.872894] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.289222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.289339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.289416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.289647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.289739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.289846] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1017.319971] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.320152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.320203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.320526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.320720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.329840] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1017.607099] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-aa2836aa-d242-44e5-b932-891852b3c53d service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 1017.607305] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-aa2836aa-d242-44e5-b932-891852b3c53d service nova] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1017.607446] env[69301]: INFO networking_nsxv3.common.synchronization [req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 req-aa2836aa-d242-44e5-b932-891852b3c53d service nova] Enqueued Resource ID: 366a3d53-1716-4cb5-a1bb-8bdb538a257f with Priority: HIGHEST for action port [ 1017.607674] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_rules [ 1017.607805] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1017.607903] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366a3d53-1716-4cb5-a1bb-8bdb538a257f with Priority: HIGHEST for action port [ 1017.608490] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.608567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.608750] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.608839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.609043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-366a3d53-1716-4cb5-a1bb-8bdb538a257f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.609159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.609229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.609431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.609510] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366a3d53-1716-4cb5-a1bb-8bdb538a257f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.931255] env[69301]: INFO networking_nsxv3.common.synchronization [req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 req-e18243a7-06e7-48a4-b0e9-ab6ff23eed85 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_members [ 1017.931918] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGHEST for action security_group_members [ 1017.932079] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.932208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.932278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.932455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.932606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.932725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.932825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.932921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.933014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935938] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.114358] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 366a3d53-1716-4cb5-a1bb-8bdb538a257f with status ACTIVE [ 1018.114444] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.115296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.115296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.115296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.115296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.115760] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.115760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.115760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.115760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.115879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.116102] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.116194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.116255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.116397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.116466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.120025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 366a3d53-1716-4cb5-a1bb-8bdb538a257f is going to be updated. [ 1018.155412] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.156283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.156534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.156881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.157129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.157363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366a3d53-1716-4cb5-a1bb-8bdb538a257f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.442548] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.442725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.442815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.443097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.464401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.464670] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.464793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.464871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.465104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.465199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.465431] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54041886-f599-4f24-9740-930a3c04136b is going to be updated. [ 1018.516750] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.516822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.516822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.517086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.517274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.527650] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54041886-f599-4f24-9740-930a3c04136b in Status: IN_PROGRESS for 2s [ 1019.340448] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1019.340872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.340910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.341291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.341503] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.341625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.341689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.341853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.341937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.342034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.342135] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.343059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.343230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.343394] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.343500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.343563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.343710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.343769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.343928] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.847470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.848287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.848287] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.350569] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.538531] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54041886-f599-4f24-9740-930a3c04136b in Status: SUCCESS [ 1020.538531] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54041886-f599-4f24-9740-930a3c04136b deletion is rescheduled due to dependency. [ 1020.538531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.854022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.854022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.854022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.854022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.854022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.854022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1020.888122] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.888309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.888356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.888532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.888679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.899194] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1021.962097] env[69301]: INFO networking_nsxv3.common.synchronization [req-bc4b1364-c28e-4993-81d1-39609c7058f4 req-fdc245de-697b-4a24-8dc8-1db2ac3b546a tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Enqueued Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_members [ 1021.962097] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGHEST for action security_group_members [ 1021.962479] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.962479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.962479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.962679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.962798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.962952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.963195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.963371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.963455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.966451] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.466084] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.466294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.466338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.466554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.466646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.466864] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.466979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.467051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.467226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.467304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.467391] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d303b837-9242-41b6-9485-35a5c6e655c8 is going to be updated. [ 1022.497358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.497581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.497671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.497983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.498209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.511275] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d303b837-9242-41b6-9485-35a5c6e655c8 in Status: IN_PROGRESS for 2s [ 1022.573483] env[69301]: INFO networking_nsxv3.common.synchronization [None req-1dc56e3c-abd1-4d70-910e-37eed9f69e73 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_rules [ 1022.574088] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_rules [ 1022.574476] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.574841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.574841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.574998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.575103] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.671107] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ded20bc1-0180-4738-9cad-f3b1572665fa tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_rules [ 1022.671754] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_rules [ 1022.672097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.672210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.910282] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1022.910527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.910717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.910982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.911194] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.911313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.911379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.911538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.911666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.911725] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.096705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.097057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.097057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.097296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.097417] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 already deleted. [ 1023.097559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.097723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.097921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.098031] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.420039] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.624134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.624134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.624134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.624134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.624134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.624134] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 already deleted. [ 1023.624134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.925111] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.429705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.429705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.429705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.429705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.429705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.429705] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1024.460043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.460224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.460283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.460487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.460645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.472530] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1024.520843] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d303b837-9242-41b6-9485-35a5c6e655c8 in Status: SUCCESS [ 1024.521478] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d303b837-9242-41b6-9485-35a5c6e655c8 deletion is rescheduled due to dependency. [ 1024.521778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.794729] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b7f73cb4-db0d-46a5-a52a-4d04c797c8ac None None] Enqueued Resource ID: bf21e838-3e2f-4d61-bc07-f0db5c036ac2 with Priority: HIGHEST for action port [ 1025.795349] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf21e838-3e2f-4d61-bc07-f0db5c036ac2 with Priority: HIGHEST for action port [ 1025.795667] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf21e838-3e2f-4d61-bc07-f0db5c036ac2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.795786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf21e838-3e2f-4d61-bc07-f0db5c036ac2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.795889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf21e838-3e2f-4d61-bc07-f0db5c036ac2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.797296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf21e838-3e2f-4d61-bc07-f0db5c036ac2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.797401] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf21e838-3e2f-4d61-bc07-f0db5c036ac2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.300808] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf21e838-3e2f-4d61-bc07-f0db5c036ac2 [ 1026.300808] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.300808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.300808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.300808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.300808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.300808] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf21e838-3e2f-4d61-bc07-f0db5c036ac2 already deleted. [ 1026.300808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf21e838-3e2f-4d61-bc07-f0db5c036ac2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.352409] env[69301]: INFO networking_nsxv3.common.synchronization [req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa req-0da58a1c-8b6b-40cc-b5bf-38f6e61dd5ee tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_members [ 1026.352409] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGHEST for action security_group_members [ 1026.352409] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.352409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.352409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.352409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.356288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.356288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.356288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.356288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.356288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.356288] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.485597] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1026.485807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.485981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.487450] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.487450] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.487450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.487450] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.487873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.487873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.487873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.487873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.487873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.487995] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.859056] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.859056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.859056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.859056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.859056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.859784] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.859784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.859784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.859784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.859784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.859784] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa is going to be updated. [ 1026.899197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.900797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.901373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.901675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.904222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.919660] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27248282-a287-4d23-b02e-578d49f8f5fa in Status: IN_PROGRESS for 2s [ 1026.991608] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1eea5ad-fb18-47ef-915f-c2c56dc8ad00: rpc.has_security_group_logging(os_id): False [ 1027.009975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.011361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.011361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.011361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.011361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.011361] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.013636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.013636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.013636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.014507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.014507] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.014507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.014666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.014961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.015090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.016198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.016314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.016381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.016570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.016682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.016814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1027.093101] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.093269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.093376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.095963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.095963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.110409] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1028.222549] env[69301]: INFO networking_nsxv3.common.synchronization [req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 req-00be5a03-6365-46fd-9f73-ebbf3f144bc2 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Enqueued Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 1028.223748] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 with Priority: HIGHEST for action security_group_members [ 1028.224242] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.224563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.226672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.226672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.226672] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.226672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.226672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.226672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.226672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.226672] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bdd93c7-3f95-4a52-b2b4-daed839e1fd6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.369718] env[69301]: INFO networking_nsxv3.common.synchronization [None req-6eeb36d9-801e-4d68-9ac8-22c069d8b9f5 None None] Enqueued Resource ID: ba6a8f10-50e1-4075-a1e4-b3cd105fc471 with Priority: HIGHEST for action port [ 1028.369850] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6a8f10-50e1-4075-a1e4-b3cd105fc471 with Priority: HIGHEST for action port [ 1028.370467] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba6a8f10-50e1-4075-a1e4-b3cd105fc471 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.370588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba6a8f10-50e1-4075-a1e4-b3cd105fc471" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.370651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba6a8f10-50e1-4075-a1e4-b3cd105fc471" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.371160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba6a8f10-50e1-4075-a1e4-b3cd105fc471" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.371292] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba6a8f10-50e1-4075-a1e4-b3cd105fc471',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.727941] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.728210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.728281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.728564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.728766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.729106] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.729340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.729487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.729681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.729904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.729904] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 is going to be updated. [ 1028.760780] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.761430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.761430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.761430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.761430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.773863] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: IN_PROGRESS for 2s [ 1028.874097] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba6a8f10-50e1-4075-a1e4-b3cd105fc471 [ 1028.874097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.874388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.876080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.876080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.876080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.876080] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba6a8f10-50e1-4075-a1e4-b3cd105fc471 already deleted. [ 1028.876080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba6a8f10-50e1-4075-a1e4-b3cd105fc471" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.932967] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27248282-a287-4d23-b02e-578d49f8f5fa in Status: SUCCESS [ 1028.932967] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa deletion is rescheduled due to dependency. [ 1028.932967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.138639] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1029.138873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.139126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.139429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.139571] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.642543] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.642900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.642900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.643068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.643212] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.643324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.643389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.643560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.643647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.643740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.643833] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.989559] env[69301]: INFO networking_nsxv3.common.synchronization [req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 req-88a50dd2-bdd5-46a4-9a5d-1f3896ad3a31 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1029.991395] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1029.991778] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.991909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.992358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.992658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.992837] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.993016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.993097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.993270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.993354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.993448] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.076173] env[69301]: INFO networking_nsxv3.common.synchronization [req-cf356f20-1bee-453c-b82b-87db4a432d62 req-3ca7bc30-9035-4744-a8a7-6639ed8b6598 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1030.077050] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGHEST for action security_group_members [ 1030.077424] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.078234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.146144] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.146411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.496097] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.785664] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 in Status: SUCCESS [ 1030.785948] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bdd93c7-3f95-4a52-b2b4-daed839e1fd6 deletion is rescheduled due to dependency. [ 1030.785980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bdd93c7-3f95-4a52-b2b4-daed839e1fd6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.852745] env[69301]: INFO networking_nsxv3.common.synchronization [req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb req-f87fa7c6-ea73-44db-a810-68abac76503c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1030.853310] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1030.854266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.854266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.854266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.854266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.854458] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.854458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.854458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.854638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.854679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.854768] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.998940] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.358609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.358609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.358609] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e already deleted. [ 1031.358609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.376144] env[69301]: INFO networking_nsxv3.common.synchronization [req-9105cd15-ad4f-485c-9749-832c864f18ae req-04613541-1c20-44ba-8716-b8d2335e236e tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 1031.376633] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGHEST for action security_group_members [ 1031.377246] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.377246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.377246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.377405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.377559] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.377659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.377720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.377866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.378763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.378763] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.437813] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.438088] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.438294] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.438777] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.439209] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.439463] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.439672] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.440102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.440378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.440724] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.440879] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.441034] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.441179] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.441400] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.441617] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.441873] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.465483] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.465691] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.465866] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.466181] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.466547] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-9b693ed1-af39-47ed-a729-00351d2190de taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.466748] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.467165] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.467262] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.467747] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b693ed1-af39-47ed-a729-00351d2190de',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.501225] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.501225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.501225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.501435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.501533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.501629] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1031.531572] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.531756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.531794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.531985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.532144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.541094] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1031.880516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.880815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.880815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.880994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.908309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.908574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.908743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.908779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.908952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.909044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.909134] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be updated. [ 1031.940807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.940995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.941092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.941388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.941470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.950417] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: IN_PROGRESS for 2s [ 1031.970190] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.970190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.970190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.970190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.970190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.970391] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 9b693ed1-af39-47ed-a729-00351d2190de not found, creating... [ 1031.970477] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.970651] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.971105] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.971105] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.971236] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.971520] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.971687] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.971809] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.972223] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.972404] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.972564] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 9b693ed1-af39-47ed-a729-00351d2190de is going to be created. [ 1031.995220] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.995220] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.995557] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.995557] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.995756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.995984] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.699891] env[69301]: INFO networking_nsxv3.common.synchronization [req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb req-8883292a-9c13-417b-99d3-079c69bff3d4 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1032.700120] env[69301]: INFO networking_nsxv3.common.synchronization [req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb req-8883292a-9c13-417b-99d3-079c69bff3d4 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1032.700253] env[69301]: INFO networking_nsxv3.common.synchronization [req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb req-8883292a-9c13-417b-99d3-079c69bff3d4 service nova] Enqueued Resource ID: 9b693ed1-af39-47ed-a729-00351d2190de with Priority: HIGHEST for action port [ 1032.700481] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1032.700609] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1032.700699] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b693ed1-af39-47ed-a729-00351d2190de with Priority: HIGHEST for action port [ 1032.701305] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.701435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.701503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.701752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.701836] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.702669] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.702818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.702861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.703036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.703188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.703285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.703349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.703486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.703568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.703653] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.704601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b693ed1-af39-47ed-a729-00351d2190de taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.704714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.704784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.705083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.705083] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b693ed1-af39-47ed-a729-00351d2190de',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.206421] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.207976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.207976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.208238] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b693ed1-af39-47ed-a729-00351d2190de with status ACTIVE [ 1033.208412] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.208623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.208623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.208784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.208873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.209062] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.209163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.210333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.210460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.210553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.210755] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.210859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.210925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.211117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.211210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.211372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b693ed1-af39-47ed-a729-00351d2190de is going to be updated. [ 1033.246371] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.246577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.246677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.246960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.247173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.247594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b693ed1-af39-47ed-a729-00351d2190de" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.550762] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1033.551060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.551278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.551502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.551704] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.551808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.551874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.552034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.552119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.552213] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.708904] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.963753] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 in Status: SUCCESS [ 1033.963993] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 deletion is rescheduled due to dependency. [ 1033.964117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.054479] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.054656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.054736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.054958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.055072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.055283] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.055389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.055461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.055608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.055685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.055772] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1034.081620] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.081786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.081829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.082065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.082215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.091011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1034.211806] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.212169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.212169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.212269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.212364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.212481] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be created. [ 1034.245774] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.245932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.246400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.246676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.246846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.257941] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: UNINITIALIZED for 2s [ 1034.764749] env[69301]: INFO networking_nsxv3.common.synchronization [req-336ce2a2-5718-4aae-84d6-6747822f0dc4 req-20bacc4a-646f-4641-bbae-7708b5a0c47e tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 1034.765335] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 1034.765662] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.765783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.765861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.766097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.766248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.766353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.766416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.766567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.766651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.766745] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.265709] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 req-34c7158e-192b-40ed-9694-a291fd1f685e tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1035.266321] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1035.266637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.266763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.266831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267274] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.267988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.267988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.267988] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.272785] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.697591] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.697806] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.697806] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.698129] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.698389] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.698552] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.698676] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.698904] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.699060] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.699304] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.699472] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.699561] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.699652] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.699770] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.699872] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.700019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.718717] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.718896] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.719056] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.719244] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.719558] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-2ccc5583-8523-41ae-b463-b9832bfd383d taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.719730] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.719855] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.720248] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.720348] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccc5583-8523-41ae-b463-b9832bfd383d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.769953] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.774930] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.102926] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 4s [ 1036.222720] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.223063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.223188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.223506] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.223662] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.223877] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 2ccc5583-8523-41ae-b463-b9832bfd383d not found, creating... [ 1036.224266] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.224385] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.224523] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.224816] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.224982] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.225303] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.225483] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.225608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.225877] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.226029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.226185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 2ccc5583-8523-41ae-b463-b9832bfd383d is going to be created. [ 1036.248119] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.248361] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.248529] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.248822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.249077] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.249315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.267852] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1036.268160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.268255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.268473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.268674] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.268789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.268856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.269032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.269117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.269203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.269294] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.271826] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.278797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.278797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.278797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.278797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.278797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.278797] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 1036.316714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.316873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.316945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.317195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.317346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.327083] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 1036.771965] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.772210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.772290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.772512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.772682] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.773342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.773342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.773342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.773342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.773342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.773342] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.773601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.773601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.773659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.773768] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.773857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.773918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.774089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.774172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.774253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.774342] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.775352] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.775480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.775523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.775640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.775717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.775883] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1036.814647] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.814804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.814882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.815114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.815246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.829043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1037.039364] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 req-37099d1f-55d3-417a-8ecc-15998b09f789 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1037.039364] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 req-37099d1f-55d3-417a-8ecc-15998b09f789 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1037.039364] env[69301]: INFO networking_nsxv3.common.synchronization [req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 req-37099d1f-55d3-417a-8ecc-15998b09f789 service nova] Enqueued Resource ID: 2ccc5583-8523-41ae-b463-b9832bfd383d with Priority: HIGHEST for action port [ 1037.039364] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1037.039364] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1037.039364] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc5583-8523-41ae-b463-b9832bfd383d with Priority: HIGHEST for action port [ 1037.039364] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.039364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.039364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.039364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.039364] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.040665] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.040886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.041215] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ccc5583-8523-41ae-b463-b9832bfd383d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.041528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.041674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.041933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.042107] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccc5583-8523-41ae-b463-b9832bfd383d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.279061] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0514bc8-c787-4add-af4a-993dd643cb3e: rpc.has_security_group_logging(os_id): False [ 1037.296511] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.296670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.296769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.296937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.297098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.297266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.297381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.297425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.297616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.297699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.297896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.297992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.298066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.298207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.298281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.298463] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.298559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.298625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.298755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.298829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.298912] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be created. [ 1037.362058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.362246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.362316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.362543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.362792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.372847] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1037.545211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.545211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.547328] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ccc5583-8523-41ae-b463-b9832bfd383d with status ACTIVE [ 1037.547551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.547679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.547748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.547977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.548083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.548277] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.548376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.548438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.548591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.548666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.548849] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.548936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.548999] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.549155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.549230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.549315] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ccc5583-8523-41ae-b463-b9832bfd383d is going to be updated. [ 1037.572025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.572165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.572221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.572805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.572805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.572805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ccc5583-8523-41ae-b463-b9832bfd383d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.717165] env[69301]: INFO networking_nsxv3.common.synchronization [req-7b09b8a6-cad7-49e5-a708-123a8e00571f req-9dfd8d75-4833-447d-807e-1b8af67eca17 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1037.717165] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1037.717165] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.717165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.717165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.717165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.717389] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.717389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.717466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.717631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.717686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.717768] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.114209] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1038.114409] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 deletion is rescheduled due to dependency. [ 1038.114553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.114739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.115808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.115808] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.115808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.115808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.115808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.115808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.115808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.115808] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.116137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.116137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.116137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.116225] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.116281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.116345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.116486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.116574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.116656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.116744] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.171207] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.171477] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.171596] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.171942] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.172840] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.173110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.173258] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.173543] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.173719] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.174068] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.174233] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.174356] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.174468] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.174585] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.174692] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.174826] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.206669] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.206718] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.206907] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.207454] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.207550] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.207818] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.208425] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.208425] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.208614] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdef26f8-02a6-4c61-a162-7ca5aa2e9986',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.220110] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.220477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.220477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.220583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.220679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.220928] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.221102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.221156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.221313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.221401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.221492] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1038.252871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.253097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.253097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.253339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.253510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.264217] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1038.338770] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 1038.338770] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.619715] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1eea5ad-fb18-47ef-915f-c2c56dc8ad00: rpc.has_security_group_logging(os_id): False [ 1038.640559] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.640780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.640884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.641181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.641405] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.641498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.641561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.641708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.641781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.642453] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.642453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.642453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.642453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.642453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.642683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.642683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.642683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.643081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.643081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.643081] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be updated. [ 1038.711644] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.711870] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.711991] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.712317] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.712476] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.712637] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port cdef26f8-02a6-4c61-a162-7ca5aa2e9986 not found, creating... [ 1038.712902] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.713199] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.713403] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.713697] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.713860] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.714361] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.714546] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.714672] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.714937] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.715120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.715292] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: cdef26f8-02a6-4c61-a162-7ca5aa2e9986 is going to be created. [ 1038.719067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.719189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.719260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.719460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.719611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.746251] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: IN_PROGRESS for 2s [ 1038.747626] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.747835] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.747965] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.748269] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.748510] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.748723] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.841146] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1038.841802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.841802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.841926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.842062] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.842310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.842310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.842463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.842535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.842637] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.344438] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.385955] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1039.386255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.544108] env[69301]: INFO networking_nsxv3.common.synchronization [req-7b09b8a6-cad7-49e5-a708-123a8e00571f req-79acdb29-d16d-439b-ae47-cac512617db2 service nova] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_rules [ 1039.544445] env[69301]: INFO networking_nsxv3.common.synchronization [req-7b09b8a6-cad7-49e5-a708-123a8e00571f req-79acdb29-d16d-439b-ae47-cac512617db2 service nova] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1039.544693] env[69301]: INFO networking_nsxv3.common.synchronization [req-7b09b8a6-cad7-49e5-a708-123a8e00571f req-79acdb29-d16d-439b-ae47-cac512617db2 service nova] Enqueued Resource ID: cdef26f8-02a6-4c61-a162-7ca5aa2e9986 with Priority: HIGHEST for action port [ 1039.545473] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_rules [ 1039.545678] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1039.546395] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdef26f8-02a6-4c61-a162-7ca5aa2e9986 with Priority: HIGHEST for action port [ 1039.546838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.547036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.547152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.547495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.547630] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.549372] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.549522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.549824] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.549983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.550108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.550364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.550485] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdef26f8-02a6-4c61-a162-7ca5aa2e9986',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.846405] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.052755] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.052755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.056042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdef26f8-02a6-4c61-a162-7ca5aa2e9986 with status ACTIVE [ 1040.056042] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.056042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.056042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.056042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.056042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.056042] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.056042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.056042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.056455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.056455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.056455] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.056553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.056582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.056748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.056823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.056911] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdef26f8-02a6-4c61-a162-7ca5aa2e9986 is going to be updated. [ 1040.082448] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.082448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.082448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.082448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.082448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.082448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdef26f8-02a6-4c61-a162-7ca5aa2e9986" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.276545] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1040.278961] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba deletion is rescheduled due to dependency. [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.278961] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.278961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.278961] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.349103] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.349468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.349468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.349626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.349769] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.349927] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1040.381080] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.381301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.381358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.381535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.381693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.390236] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1040.764688] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 in Status: SUCCESS [ 1040.764980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.781115] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.283577] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.787623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.787623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.787623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.787623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.787623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.788110] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1041.832183] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.832183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.832183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.832183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.832441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.842318] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1042.250601] env[69301]: INFO networking_nsxv3.common.synchronization [req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 req-262ebf0f-3daa-4194-b502-578e035b5e94 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1042.250601] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1042.250601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.250601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.250601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.250601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.250601] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.250601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.250601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.251206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.251206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.251259] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.405176] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1042.405176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.405176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.405469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.405469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.405718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405929] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.753757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.753931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.754017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.754336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.754437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.754665] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.754780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.754813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.757398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.757398] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 already deleted. [ 1042.757398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.842958] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.843361] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.843399] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.843658] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.843947] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.844126] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.844250] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.844472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.844619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.844826] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.844944] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.845081] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.845198] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.845316] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.845515] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.845677] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.865635] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.865832] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.866132] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.866332] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.867015] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-b8f4728f-247d-4f89-8074-d9eec114b36a taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.867015] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.867015] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.871025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.871025] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f4728f-247d-4f89-8074-d9eec114b36a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.910678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.910790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.910836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.911064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.911316] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.911470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.913782] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.913782] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.913782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.913782] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.371502] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.371698] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.371763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.372014] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.372180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.372341] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port b8f4728f-247d-4f89-8074-d9eec114b36a not found, creating... [ 1043.372600] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.372767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.372880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.373368] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.373529] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.374042] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.374042] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.374183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.374359] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.374506] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.374637] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: b8f4728f-247d-4f89-8074-d9eec114b36a is going to be created. [ 1043.396968] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.397238] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.397580] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.397645] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.397878] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.398124] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.417626] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 1043.438344] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.438488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.438559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.438776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.438865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.439086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.439257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.439257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.439509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.439509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.439681] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.440208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.440208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.440208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.440208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.440420] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.440420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.440420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.441098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.441098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.441098] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1043.518519] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.518852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.518852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.518996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.519469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.541796] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1043.772253] env[69301]: INFO networking_nsxv3.common.synchronization [req-16435530-02f6-4f08-bdff-4896b0a7015b req-963811a5-9d14-4d82-b0e9-2040676bc4e8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1043.772807] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1043.773216] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.773342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.773434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.773612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.773758] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.774472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.774472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.774472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.774472] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.858528] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.858528] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.858528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.859957] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.134453] env[69301]: INFO networking_nsxv3.common.synchronization [None req-246c3663-f9cb-42a6-8acc-d89ae62abf1c tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_rules [ 1044.135052] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_rules [ 1044.139272] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.139583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.139583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.139832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.139832] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.227811] env[69301]: INFO networking_nsxv3.common.synchronization [req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 req-a11195ca-5250-480f-af42-8df6fb35fd26 service nova] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1044.227993] env[69301]: INFO networking_nsxv3.common.synchronization [req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 req-a11195ca-5250-480f-af42-8df6fb35fd26 service nova] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1044.228228] env[69301]: INFO networking_nsxv3.common.synchronization [req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 req-a11195ca-5250-480f-af42-8df6fb35fd26 service nova] Enqueued Resource ID: b8f4728f-247d-4f89-8074-d9eec114b36a with Priority: HIGHEST for action port [ 1044.228907] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1044.230030] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1044.230241] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f4728f-247d-4f89-8074-d9eec114b36a with Priority: HIGHEST for action port [ 1044.230589] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.230722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.230795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.231011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.231099] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.232064] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232624] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.233233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.233233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.233233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.233233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.235571] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.236682] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8f4728f-247d-4f89-8074-d9eec114b36a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.237206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.237206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.237206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.237206] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f4728f-247d-4f89-8074-d9eec114b36a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.275203] env[69301]: INFO networking_nsxv3.common.synchronization [None req-061c58f7-ccb9-417a-a6ed-edda11314b50 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_rules [ 1044.275737] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_rules [ 1044.275999] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.276148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280123] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.280557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.280649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.280829] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.281064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.281160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.281237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.281320] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1044.359964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.360388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.360468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.360687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.361258] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.364197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.364335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.364406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.364600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.364767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.364867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.364929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.365152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.365251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.365340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.365542] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.365645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.365645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.365785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.365924] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.366035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.366100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.366241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.366837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.366882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.366943] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.371298] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1044.661148] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.661329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.661382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.662241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.662241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.662241] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c590a582-2260-4fec-927b-b13803e7b003 already deleted. [ 1044.662241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.662241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.662241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.662472] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.738662] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.740565] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.740565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.740871] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8f4728f-247d-4f89-8074-d9eec114b36a with status ACTIVE [ 1044.740904] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.741095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.741137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.741433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.741625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.741914] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.742146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.742623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.742816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.743183] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.743394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.743555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.743819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.743994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.744211] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8f4728f-247d-4f89-8074-d9eec114b36a is going to be updated. [ 1044.770403] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.770403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.770403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.770944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.770944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.770944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8f4728f-247d-4f89-8074-d9eec114b36a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.869710] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 578d6a21-b8ac-446f-8274-ccf5232227ba: rpc.has_security_group_logging(os_id): False [ 1044.892633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.892837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.892928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.893133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.893327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.893606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.893753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.894147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.894281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.894487] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.894596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.894673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.894792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.894865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.896047] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.896047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.896047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.896047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.896047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.896047] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1044.971474] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.971632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.971673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.972024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.972024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.997993] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1045.197459] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.197595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.197695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.198016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.198281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.198439] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c590a582-2260-4fec-927b-b13803e7b003 already deleted. [ 1045.198587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.246178] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.558030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1045.558323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.749170] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.749405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.749405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.749617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.749718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.749820] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be created. [ 1045.776574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.776836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.776836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.777102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.777167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.786849] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: UNINITIALIZED for 2s [ 1046.381792] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1046.382165] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1046.382165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.015797] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1047.016044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.797225] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1047.797495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.797495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.797746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.797836] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.797929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.797986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.798276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.798276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.798395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.798395] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.301478] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.803639] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d7e4ad-ad3c-4d72-9a53-e0f022450175: rpc.has_security_group_logging(os_id): False [ 1048.825247] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.825438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.825438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.825666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.825747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.826029] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.826135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.826195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.826340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.826412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.826496] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be created. [ 1048.898963] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.899148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.899214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.899435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.899624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.910968] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1048.954233] env[69301]: INFO networking_nsxv3.common.synchronization [None req-5270acb8-6e13-488d-8ab5-811f405016d0 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 with Priority: HIGHEST for action security_group_rules [ 1048.954901] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 with Priority: HIGHEST for action security_group_rules [ 1048.955390] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.955516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.955587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.955864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.955942] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.119796] env[69301]: INFO networking_nsxv3.common.synchronization [None req-8cda06e9-1ca5-4cfe-bf2b-f95a9e5364b3 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 with Priority: HIGHEST for action security_group_rules [ 1049.120565] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 with Priority: HIGHEST for action security_group_rules [ 1049.121557] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.121557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.197487] env[69301]: INFO networking_nsxv3.common.synchronization [req-b353f6f1-eafa-439a-b233-9faa95a70c2b req-87ccbd22-00b7-4bbc-8061-653e76693022 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1049.198117] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1049.198470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.198600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.198663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.198863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.199203] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.199203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.199344] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.199413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.199496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.199589] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.318689] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.318884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.319171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.319171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.319303] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.481206] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.481388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.481446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.481638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.481722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.481827] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 already deleted. [ 1049.481952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.482139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.482311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.482392] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.521879] env[69301]: INFO networking_nsxv3.common.synchronization [None req-2babb2e0-0d79-4f6c-a66e-1c949e2b8556 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_rules [ 1049.522397] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_rules [ 1049.522729] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.522855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.522923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.523227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.523331] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.673020] env[69301]: INFO networking_nsxv3.common.synchronization [None req-2c33bf72-ea05-4ea6-ac6e-a75a52dc6996 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_rules [ 1049.673661] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_rules [ 1049.673985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.674205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.704902] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.823593] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.006137] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.006317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.006355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.006578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.006675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.006767] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4 already deleted. [ 1050.006864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f558fe7d-5ff5-4098-9bda-2b8fa16ad2d4" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043123] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.043382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.043429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.043608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.043690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.043783] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe already deleted. [ 1050.043862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.044405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.047021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.047021] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.207864] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.326422] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.568216] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.568362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.568481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.568647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.568734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.568829] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe already deleted. [ 1050.568907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.712207] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713227] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1050.743187] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.743187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.743187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.743508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.746244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.754210] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1050.830813] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1050.831094] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1050.927857] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1050.927923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.550273] env[69301]: INFO networking_nsxv3.common.synchronization [req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad req-62786136-6972-4eba-9e53-af0ab16d97a2 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_members [ 1051.550822] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_members [ 1051.551980] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.552215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.552355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.553028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.553028] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.553317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.553317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.553704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.553704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.553797] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.803382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.803543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.803610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.803829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.824304] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1051.824304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.832094] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1051.865868] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.866048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.866099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.866354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.879843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.880737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1051.880855] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.880960] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1051.955205] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.955367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.955531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.956180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.957875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.957875] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1052.037979] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.039022] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.039022] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.039022] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.039022] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.039258] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.039494] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.039784] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.039966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.040236] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.040384] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.040735] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.040904] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.041042] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.041203] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.042029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.057608] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.057767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.057842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.058084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.058176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.058405] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.058469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.058588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.058917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.058917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.058917] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 already deleted. [ 1052.058917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.064043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.064286] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.064409] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.064569] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-812" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.064895] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-20924ffc-d62a-4475-acb7-21dce23826a7 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.065327] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.065327] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.065574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.065723] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20924ffc-d62a-4475-acb7-21dce23826a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.079677] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.080697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.080697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.080697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.080697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.080890] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1052.177104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.177104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.177104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.177104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.177104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.177104] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1052.177104] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'109c96a6-b36d-4ed7-839f-7021d6130819', 'dd81e4ee-05ef-4454-8e28-0f94390d43b3', 'a94b108d-829c-49ea-9f8e-c8cfbba60884', '0af8528d-88e2-47f3-9853-4389e8d4c0e9', 'dc3b22f9-2069-4291-b83b-52d0c9b380d3', '53803166-5eba-46ce-9e1f-9a589928f201', 'd6b7993e-3c88-470d-b3ac-244e5de8a7d7', 'dcd4577b-6c17-4dd1-a184-181a6cf44e42', '95a90c33-6d5b-48ef-9a41-ba1b7def78dd', '2dc90d45-383f-4349-a1d1-0db9f66ffedc', '0d39cca0-62c5-4c68-aa76-f21c8ec19f6d', 'bb91a215-6b28-4854-96e4-710f5afbdd64', '60538498-8e77-44f4-a0cb-4baa3a83c338', '93c01f51-d3fb-4a8c-a801-9d94004d56f0', '10d7e4ad-ad3c-4d72-9a53-e0f022450175', '578d6a21-b8ac-446f-8274-ccf5232227ba', '14219ec9-876f-4a6f-a2f0-dd363022ba77', '16f1f8b4-322f-45b8-a446-3b47f108086f', 'c1eea5ad-fb18-47ef-915f-c2c56dc8ad00', '54041886-f599-4f24-9740-930a3c04136b', '0363f532-b167-4e3b-a575-f31ba699b15b', 'ac6208b4-4824-4097-b307-99d7c1381be2', '5698596e-6697-4fef-adaf-5ed55dc290c3', 'd303b837-9242-41b6-9485-35a5c6e655c8', 'aec52517-f78f-4ea0-a5ad-33496fefbbac', '9005ddac-3792-494f-8379-aac2cd3c6524', 'f753a910-ff00-4a64-98b5-2f8955c51e74', 'b6908502-b797-4f76-b87f-3e14a801d447', '2e909686-307e-4fd8-854f-a12cb2d81c9f', '928381be-398c-4c4f-8d54-9e98e983e3dc', 'ef42f3bf-14ae-4750-aae3-ea915b1aa518', '27248282-a287-4d23-b02e-578d49f8f5fa', 'f0514bc8-c787-4add-af4a-993dd643cb3e', '03933cb9-a913-4bb9-a984-dd3ac5804891', '3bcc6d52-3902-48a1-8216-7fa1b95313fa', 'ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e', 'bfb38cad-8a84-42f4-88dc-4ea5450b7a55', 'aa8bf01a-0440-4e26-ab12-7aac3682ddc1', '75af4e3a-732b-4a5f-9369-16a4d59a709d', '8bdd93c7-3f95-4a52-b2b4-daed839e1fd6', '3959722a-853b-4fc0-9fe4-f3e6840fa7f2', '06ea562a-f842-4724-804d-65a410b16d8c', 'c0a7b35a-1c45-49cf-a493-843927ba5553', '450ae56a-ff1b-4475-9725-91e6b477b453', 'df1de910-9239-4817-a933-0f9e300de01a'} {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.177104] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1052.201819] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.201988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.202094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.202669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.202669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.202669] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1052.202669] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.202669] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1052.333941] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.334108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.334148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.334418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.335822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.336120] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1052.336223] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1052.336360] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1052.336465] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1052.336668] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1052.336790] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGH for action security_group_rules [ 1052.336966] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGH for action security_group_rules [ 1052.337086] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGH for action security_group_rules [ 1052.337257] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGH for action security_group_rules [ 1052.337362] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGH for action security_group_rules [ 1052.337425] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGH for action security_group_rules [ 1052.337549] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGH for action security_group_rules [ 1052.337612] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGH for action security_group_rules [ 1052.337694] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGH for action security_group_rules [ 1052.337798] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGH for action security_group_rules [ 1052.337869] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGH for action security_group_rules [ 1052.337958] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGH for action security_group_rules [ 1052.338117] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGH for action security_group_rules [ 1052.338209] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGH for action security_group_rules [ 1052.338280] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGH for action security_group_rules [ 1052.338351] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGH for action security_group_rules [ 1052.338422] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGH for action security_group_rules [ 1052.338514] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGH for action security_group_rules [ 1052.338577] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGH for action security_group_rules [ 1052.338654] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGH for action security_group_rules [ 1052.338818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.568399] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.568615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.568739] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.569026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.569175] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.569327] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 20924ffc-d62a-4475-acb7-21dce23826a7 not found, creating... [ 1052.569609] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.569740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.570546] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.570546] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.570546] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.570546] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.570796] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.570796] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.571018] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.571167] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.571315] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 20924ffc-d62a-4475-acb7-21dce23826a7 is going to be created. [ 1052.591363] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.592260] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.592260] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.592260] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.592260] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.592386] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.764178] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1052.764467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.580555] env[69301]: INFO networking_nsxv3.common.synchronization [req-b3abcc30-8d8f-4cc4-a443-af24c22d994a req-13cbfb22-c915-4a44-bfc0-5dd10dc7d8e4 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1053.581088] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1053.581291] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGH for action security_group_rules [ 1053.581408] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 with Priority: HIGH for action security_group_rules [ 1053.581513] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGH for action security_group_rules [ 1053.581617] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGH for action security_group_rules [ 1053.581717] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54041886-f599-4f24-9740-930a3c04136b with Priority: HIGH for action security_group_rules [ 1053.581821] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 with Priority: HIGH for action security_group_rules [ 1053.581914] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f1f8b4-322f-45b8-a446-3b47f108086f with Priority: HIGH for action security_group_rules [ 1053.582012] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 with Priority: HIGH for action security_group_rules [ 1053.582331] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGH for action security_group_rules [ 1053.582436] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGH for action security_group_rules [ 1053.582528] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 with Priority: HIGH for action security_group_rules [ 1053.582618] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGH for action security_group_rules [ 1053.582724] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d with Priority: HIGH for action security_group_rules [ 1053.582811] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc with Priority: HIGH for action security_group_rules [ 1053.582906] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGH for action security_group_rules [ 1053.582988] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53803166-5eba-46ce-9e1f-9a589928f201 with Priority: HIGH for action security_group_rules [ 1053.583095] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 with Priority: HIGH for action security_group_rules [ 1053.583223] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 with Priority: HIGH for action security_group_rules [ 1053.583335] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 with Priority: HIGH for action security_group_rules [ 1053.583407] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 with Priority: HIGH for action security_group_rules [ 1053.583756] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.583849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584262] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584736] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.585648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.585758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.585833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.585985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.589489] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.590339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a94b108d-829c-49ea-9f8e-c8cfbba60884 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.590454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.591091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.591091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.591091] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a94b108d-829c-49ea-9f8e-c8cfbba60884',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.595723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.595916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.595916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.596121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.596239] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.597057] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.597173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.597241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.597406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.597477] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.598826] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54041886-f599-4f24-9740-930a3c04136b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.599055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.599170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.599377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.599703] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54041886-f599-4f24-9740-930a3c04136b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.600579] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.600900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.601041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.601296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.601424] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eea5ad-fb18-47ef-915f-c2c56dc8ad00',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.602978] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f1f8b4-322f-45b8-a446-3b47f108086f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.603158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.603294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.603495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.603614] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f1f8b4-322f-45b8-a446-3b47f108086f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.604406] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14219ec9-876f-4a6f-a2f0-dd363022ba77 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.604596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.604747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.604940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.605087] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14219ec9-876f-4a6f-a2f0-dd363022ba77',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.606386] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.606678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.606851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.607160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.607296] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.608233] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.608413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.608531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.608720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.608924] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.609970] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60538498-8e77-44f4-a0cb-4baa3a83c338 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.610227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.610479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.610686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.610808] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60538498-8e77-44f4-a0cb-4baa3a83c338',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.611648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.611995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.612101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.612273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.612357] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.614082] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.614252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.614535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.614756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.614973] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d39cca0-62c5-4c68-aa76-f21c8ec19f6d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.615739] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.616108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.616108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.616227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.616337] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dc90d45-383f-4349-a1d1-0db9f66ffedc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.617896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.622032] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.622032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53803166-5eba-46ce-9e1f-9a589928f201 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.622032] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53803166-5eba-46ce-9e1f-9a589928f201',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.622032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.622032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.622032] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd4577b-6c17-4dd1-a184-181a6cf44e42',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.622032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.622732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.622732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.622926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.623271] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b22f9-2069-4291-b83b-52d0c9b380d3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.624599] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.624701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.624780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.624997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625130] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd81e4ee-05ef-4454-8e28-0f94390d43b3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.626297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.626471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.626627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.626844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.626999] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af8528d-88e2-47f3-9853-4389e8d4c0e9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.636048] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.636199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.636264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.636476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.636589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.636776] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.637053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.637218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.637396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.637496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.637586] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be deleted. [ 1053.661272] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.661375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.661533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.661918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.665707] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.665853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.685129] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.685317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.685317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.685719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.685719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.685719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.686608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.686715] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be deleted. [ 1053.687751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.687927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.709522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.709708] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f1f8b4-322f-45b8-a446-3b47f108086f is going to be deleted. [ 1053.762284] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.762549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.762665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.762903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.762997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.763171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.777664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.777912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.778021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.778257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.778354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.778474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f1f8b4-322f-45b8-a446-3b47f108086f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.114629] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.114798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.114871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.115129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.115326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.115449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.115666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.115939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.116063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.116167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.116331] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.121239] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.121239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.121239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.121239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.129444] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.129594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.136896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.137055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.137107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.138216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.138494] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.138626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.138698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.138931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.139057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.139198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.139331] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.143924] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.144050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.144788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.145023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.145329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.145406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.145573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.145652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145825] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.150978] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.151121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.153972] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.154094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.156127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.156245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a94b108d-829c-49ea-9f8e-c8cfbba60884 is going to be deleted. [ 1054.159541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.159668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.159748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.159976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.160152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.160259] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.160323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.160472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.160594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.160625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.160713] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.162331] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.162464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.162556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.162721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.162869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.162964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.163377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.163377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.163377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.163377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.163573] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.168824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.169143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.256961] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.256961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.257268] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.257268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.258641] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.258774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.259592] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.259756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.260736] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.260839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.261886] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.261985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.262676] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.262785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.263584] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.263684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.264509] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.264609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.270626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.270750] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14219ec9-876f-4a6f-a2f0-dd363022ba77 is going to be deleted. [ 1054.271712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.271931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.291692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.291929] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd4577b-6c17-4dd1-a184-181a6cf44e42 is going to be deleted. [ 1054.292906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.293159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.320144] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.320353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.352846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.353018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eea5ad-fb18-47ef-915f-c2c56dc8ad00 is going to be deleted. [ 1054.354903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.354903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.376676] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.376918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.382910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.383086] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be deleted. [ 1054.384214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.384496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.426699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.426868] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dc90d45-383f-4349-a1d1-0db9f66ffedc is going to be deleted. [ 1054.428082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.428497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.455438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.455827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.461939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.463247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.493695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.493903] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b22f9-2069-4291-b83b-52d0c9b380d3 is going to be deleted. [ 1054.495051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.495325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.508341] env[69301]: INFO networking_nsxv3.common.synchronization [req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad req-ed582b22-b564-4be1-9115-a0829698fc6b service nova] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_rules [ 1054.508341] env[69301]: INFO networking_nsxv3.common.synchronization [req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad req-ed582b22-b564-4be1-9115-a0829698fc6b service nova] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_members [ 1054.508556] env[69301]: INFO networking_nsxv3.common.synchronization [req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad req-ed582b22-b564-4be1-9115-a0829698fc6b service nova] Enqueued Resource ID: 20924ffc-d62a-4475-acb7-21dce23826a7 with Priority: HIGHEST for action port [ 1054.509432] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_rules [ 1054.509432] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_members [ 1054.509432] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20924ffc-d62a-4475-acb7-21dce23826a7 with Priority: HIGHEST for action port [ 1054.509729] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.509869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.509980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.510319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.510319] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.512749] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.512749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.512749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.512749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.512749] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.513447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.513447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.513508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.513993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.513993] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.516155] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-20924ffc-d62a-4475-acb7-21dce23826a7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.516331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.516407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.516632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.516727] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20924ffc-d62a-4475-acb7-21dce23826a7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.543661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.543804] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd81e4ee-05ef-4454-8e28-0f94390d43b3 is going to be deleted. [ 1054.544879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.545187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.586842] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.587301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.625432] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.628221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.628295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.640872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.641027] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d39cca0-62c5-4c68-aa76-f21c8ec19f6d is going to be deleted. [ 1054.642926] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.646279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.646439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.648090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.648244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.648389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b22f9-2069-4291-b83b-52d0c9b380d3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.648967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.649954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.653434] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.655334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.655334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.655334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.655334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.655334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.655334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.655334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.655838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.655838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.655838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.655838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.655838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.655989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.656046] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.656134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.656191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.656321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.656466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.656466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.656557] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.662037] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.663471] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.672722] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.687245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.687245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54041886-f599-4f24-9740-930a3c04136b is going to be deleted. [ 1054.688452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.688722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.760600] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.760767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.765977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.766183] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af8528d-88e2-47f3-9853-4389e8d4c0e9 is going to be deleted. [ 1054.767172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.767415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.843103] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.843301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.845439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.845564] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60538498-8e77-44f4-a0cb-4baa3a83c338 is going to be deleted. [ 1054.846717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.846821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.846867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.846989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a94b108d-829c-49ea-9f8e-c8cfbba60884" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.847429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.847664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.847789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.847993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14219ec9-876f-4a6f-a2f0-dd363022ba77" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.848948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.853662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.853662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.853662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd4577b-6c17-4dd1-a184-181a6cf44e42" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.853922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.854441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.854441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.854590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eea5ad-fb18-47ef-915f-c2c56dc8ad00" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.854791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.854990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.855081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dc90d45-383f-4349-a1d1-0db9f66ffedc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.855593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.855640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.855964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.860334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.862871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.862871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.953078] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.953078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.965646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.965646] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53803166-5eba-46ce-9e1f-9a589928f201 is going to be deleted. [ 1054.965646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.965646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.965646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.965646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd81e4ee-05ef-4454-8e28-0f94390d43b3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.966029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.966029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.966218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.966326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d39cca0-62c5-4c68-aa76-f21c8ec19f6d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.967172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.967172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54041886-f599-4f24-9740-930a3c04136b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.967581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.967803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.967895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.968021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af8528d-88e2-47f3-9853-4389e8d4c0e9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.003945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.004273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.004361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.004620] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.004784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60538498-8e77-44f4-a0cb-4baa3a83c338" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.008270] env[69301]: INFO networking_nsxv3.common.synchronization [req-2f91fccb-066e-4781-8888-44db5e7d3a73 req-74ea1190-e981-424b-a250-b597206592ae tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Enqueued Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_members [ 1055.009170] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_members [ 1055.009667] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.009850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.009952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.011872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.012166] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.012356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.012463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.012736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.013299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.013452] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.017083] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.023827] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20924ffc-d62a-4475-acb7-21dce23826a7 with status ACTIVE [ 1055.023827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.023827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.023827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.024031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.024169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.027355] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.027355] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.027355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.027355] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20924ffc-d62a-4475-acb7-21dce23826a7 is going to be updated. [ 1055.027958] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.028232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.079379] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.079576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.079648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.079902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.080068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.080289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20924ffc-d62a-4475-acb7-21dce23826a7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.113125] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.114216] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.114540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.114540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.114731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.114780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.114875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53803166-5eba-46ce-9e1f-9a589928f201" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.129471] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb91a215-6b28-4854-96e4-710f5afbdd64: rpc.has_security_group_logging(os_id): False [ 1055.162305] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 578d6a21-b8ac-446f-8274-ccf5232227ba: rpc.has_security_group_logging(os_id): False [ 1055.163634] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a90c33-6d5b-48ef-9a41-ba1b7def78dd: rpc.has_security_group_logging(os_id): False [ 1055.168359] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c01f51-d3fb-4a8c-a801-9d94004d56f0: rpc.has_security_group_logging(os_id): False [ 1055.172111] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.172347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.172424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.172656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.174809] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d7e4ad-ad3c-4d72-9a53-e0f022450175: rpc.has_security_group_logging(os_id): False [ 1055.204760] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.204974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.215769] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.215954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.233087] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.233287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.234379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.234723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.234846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.234898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235492] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be updated. [ 1055.237927] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.238093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.238128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.238322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.294224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.294512] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.294631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.294711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.294896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.294973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295280] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.295547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295724] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.295832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.295882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.295979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.296059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.296149] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1055.297964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.298159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.342841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.343257] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.343432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.343573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.345695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.345695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.345695] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 is going to be updated. [ 1055.347577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.347787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.400237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.400565] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.400670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.400739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.400944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.401040] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.401128] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be updated. [ 1055.402581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.402849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.437940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.438276] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.438405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.438475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.438682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.438766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.438859] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1055.448841] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.449034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.449137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.449401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.453162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.455670] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.455821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.455913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.456173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.456319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.479403] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: IN_PROGRESS for 2s [ 1055.480173] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1055.487117] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.487306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.487388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.487658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.487858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.516394] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.516532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.516639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518605] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.518605] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 already deleted. [ 1055.518605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.519573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: IN_PROGRESS for 2s [ 1055.523981] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.550080] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.550257] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.550330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.550551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.550702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.576917] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.577121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.577359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.577600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.577858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.583573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1055.616910] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1055.914144] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.914724] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.914724] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.918758] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.918758] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.918758] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.918758] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.918758] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.918758] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.918758] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.918758] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.918758] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.918758] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.918758] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.919501] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.919501] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.943548] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.943737] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.943894] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.944573] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-33" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.945357] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.945979] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.946326] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.947089] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.947262] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11eb1a8-6bba-4b92-a8a9-409d2cce0b07',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.027293] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.027458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.027767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.027767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.027944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.027944] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 is going to be created. [ 1056.053204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.053437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.053437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.053548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.053699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.065599] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b017fa-127b-4282-96c8-85d190d40cf6 in Status: UNINITIALIZED for 2s [ 1056.451903] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.451903] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.452338] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.452535] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.452784] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.452989] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 not found, creating... [ 1056.454786] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.454786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.454786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.454786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.454786] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.454786] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.455180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.455180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.455267] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.455778] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.456613] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 is going to be created. [ 1056.463202] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ca124ddf-ab62-4944-af97-aa24f0d12ef7 None None] Enqueued Resource ID: 8d3fa7a4-a9e6-4443-b927-9fff8082564a with Priority: HIGHEST for action port [ 1056.465444] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3fa7a4-a9e6-4443-b927-9fff8082564a with Priority: HIGHEST for action port [ 1056.466479] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d3fa7a4-a9e6-4443-b927-9fff8082564a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.469485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d3fa7a4-a9e6-4443-b927-9fff8082564a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.469485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d3fa7a4-a9e6-4443-b927-9fff8082564a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.469485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d3fa7a4-a9e6-4443-b927-9fff8082564a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.469485] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d3fa7a4-a9e6-4443-b927-9fff8082564a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.488196] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.488527] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.488597] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.489078] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.489445] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.490053] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.652771] env[69301]: INFO networking_nsxv3.common.synchronization [req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a req-7536b5d9-cce7-409f-811b-701489b1a6a8 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 1056.653785] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGHEST for action security_group_members [ 1056.653922] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.654012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.654012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.655823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.655823] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.655823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.655823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.655823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.655823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.655823] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.974790] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d3fa7a4-a9e6-4443-b927-9fff8082564a [ 1056.974790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.974790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.974790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.974790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.974790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.974790] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d3fa7a4-a9e6-4443-b927-9fff8082564a already deleted. [ 1056.974790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d3fa7a4-a9e6-4443-b927-9fff8082564a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.157612] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.160016] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.160016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.160016] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be updated. [ 1057.191768] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.192298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.192298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.192298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.192430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.217945] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: IN_PROGRESS for 2s [ 1057.432754] env[69301]: INFO networking_nsxv3.common.synchronization [req-8bfa206a-5afa-4160-9908-f50722c4aafe req-fb1253be-c686-4164-b834-bf449795e401 tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Enqueued Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_members [ 1057.432858] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_members [ 1057.433111] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.433314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.433314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.434025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.434025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.434025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.434025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.437029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.437029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.437029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.500785] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: SUCCESS [ 1057.500785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.501528] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1057.501709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.533169] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: SUCCESS [ 1057.533504] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.600912] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1057.601221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.630772] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1057.631045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.772032] env[69301]: INFO networking_nsxv3.common.synchronization [req-2f91fccb-066e-4781-8888-44db5e7d3a73 req-1b455e57-0ef4-4574-9175-28d0a6ab9444 service nova] Enqueued Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_rules [ 1057.772305] env[69301]: INFO networking_nsxv3.common.synchronization [req-2f91fccb-066e-4781-8888-44db5e7d3a73 req-1b455e57-0ef4-4574-9175-28d0a6ab9444 service nova] Enqueued Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_members [ 1057.772305] env[69301]: INFO networking_nsxv3.common.synchronization [req-2f91fccb-066e-4781-8888-44db5e7d3a73 req-1b455e57-0ef4-4574-9175-28d0a6ab9444 service nova] Enqueued Resource ID: d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 with Priority: HIGHEST for action port [ 1057.772512] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_rules [ 1057.772637] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_members [ 1057.772734] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 with Priority: HIGHEST for action port [ 1057.773350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.773482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.773549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.773796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.773879] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.774780] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.774906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.774986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.775221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.775404] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.775532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.775619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.775961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.775961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.775961] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.777342] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.777447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.777513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.777666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.779553] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11eb1a8-6bba-4b92-a8a9-409d2cce0b07',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.939849] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.940015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.940015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.940245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940560] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.941077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.941077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.941077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.941077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.942082] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 already deleted. [ 1057.942082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.078919] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b017fa-127b-4282-96c8-85d190d40cf6 in Status: SUCCESS [ 1058.079180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.079383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.079648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.079861] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.079985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.080126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.080296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.080296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.080394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.080568] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.279523] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.279679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.280165] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.282083] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 with status ACTIVE [ 1058.282083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.282083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282083] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.282758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.282758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.282758] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282758] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 is going to be updated. [ 1058.305334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.305615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.305615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.305782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.305919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.306099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.586242] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.786255] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.014890] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.015131] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-637" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.015233] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-637" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.015777] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-637" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.015980] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.017581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.017581] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.018197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.018197] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.018366] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.018448] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.022204] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.022425] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.022577] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.023411] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.023411] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.034225] env[69301]: INFO networking_nsxv3.common.synchronization [None req-6e786292-fb23-444b-ad1c-28fdd8a399a4 None None] Enqueued Resource ID: d8d1257c-1ed0-4437-b4a4-4a209911173a with Priority: HIGHEST for action port [ 1059.034225] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d1257c-1ed0-4437-b4a4-4a209911173a with Priority: HIGHEST for action port [ 1059.034225] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d1257c-1ed0-4437-b4a4-4a209911173a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.034225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d1257c-1ed0-4437-b4a4-4a209911173a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.034225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d1257c-1ed0-4437-b4a4-4a209911173a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.034225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d1257c-1ed0-4437-b4a4-4a209911173a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.034225] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d1257c-1ed0-4437-b4a4-4a209911173a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.046798] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.046978] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.047138] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.047325] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-637" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.047648] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-449411b4-3f62-47fe-9d0f-8218eabf59bf taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.047824] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.048599] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.048599] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.048599] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449411b4-3f62-47fe-9d0f-8218eabf59bf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.090188] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b017fa-127b-4282-96c8-85d190d40cf6: rpc.has_security_group_logging(os_id): False [ 1059.111540] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.111689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.111766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.111979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.112083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.112329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.112432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.112497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.112653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.112730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.112816] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 is going to be created. [ 1059.190822] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.190822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.190822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.190822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.190822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.207017] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b017fa-127b-4282-96c8-85d190d40cf6 in Status: IN_PROGRESS for 2s [ 1059.215424] env[69301]: INFO networking_nsxv3.common.synchronization [req-2d0178a8-ec34-447b-973d-2473927f9f8b req-4034c2aa-3f48-4add-bc67-f25fe95e13e8 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1059.216213] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1059.216754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.217037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.217253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.217609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.217886] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.218119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.218278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.218624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.218826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.219124] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.232743] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb91a215-6b28-4854-96e4-710f5afbdd64 in Status: SUCCESS [ 1059.232743] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 deletion is rescheduled due to dependency. [ 1059.232743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.261686] env[69301]: INFO networking_nsxv3.common.synchronization [None req-139faeb4-98a0-485f-8d76-37d036236b20 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Enqueued Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_rules [ 1059.261686] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_rules [ 1059.261686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.261686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.263544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.263943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.264144] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.290896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.290896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.290896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.290896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.290896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.290896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 is going to be created. [ 1059.334477] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.334477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.334477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.334477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.334477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.350179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 in Status: UNINITIALIZED for 2s [ 1059.535112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8d1257c-1ed0-4437-b4a4-4a209911173a [ 1059.535397] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.535641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.535705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.535965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.536196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.536196] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8d1257c-1ed0-4437-b4a4-4a209911173a already deleted. [ 1059.536274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d1257c-1ed0-4437-b4a4-4a209911173a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.552782] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.553047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.553175] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.553517] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.553732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.553841] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 449411b4-3f62-47fe-9d0f-8218eabf59bf not found, creating... [ 1059.554138] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.554345] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.554865] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.554865] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.554865] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.555164] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.555322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.555438] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.555666] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.555805] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.555949] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 449411b4-3f62-47fe-9d0f-8218eabf59bf is going to be created. [ 1059.586110] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.586110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.586110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.586110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.586110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.586110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.722155] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.722304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.722380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.722683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.723570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.723570] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.723570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.723570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.723570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.723570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.723570] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1059.783796] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.783964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.784041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.784478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.784478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790204] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.790204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790204] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 already deleted. [ 1059.790204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.793984] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1059.844781] env[69301]: INFO networking_nsxv3.common.synchronization [None req-8e9f3117-87b6-480f-9c0f-d5b4f6931ff5 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Enqueued Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_rules [ 1059.847728] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_rules [ 1059.848346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.848346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.848483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.848726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.848865] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.306606] env[69301]: INFO networking_nsxv3.common.synchronization [req-7b695dd5-ebcd-44bb-916e-fe1b97765efa req-1406318a-3a5e-48bf-8fe1-fa786e27b327 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 1060.307138] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGHEST for action security_group_members [ 1060.307485] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.307629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.307700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.308060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.309541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.309673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.309742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.309974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.310054] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.310085] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.374152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.374152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.374152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.374406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.374514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.374612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 already deleted. [ 1060.374801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.814335] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.814335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.814335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.814335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.837351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.837351] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.837351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.837351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.837351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.837351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.837351] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be updated. [ 1060.867069] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.867069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.867069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.867069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.867069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.877214] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: IN_PROGRESS for 2s [ 1061.224195] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b017fa-127b-4282-96c8-85d190d40cf6 in Status: SUCCESS [ 1061.224563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.361860] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 in Status: SUCCESS [ 1061.361860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.361860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.361860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.362028] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.362436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.362543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.362658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.362771] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.764482] env[69301]: INFO networking_nsxv3.common.synchronization [req-8bfa206a-5afa-4160-9908-f50722c4aafe req-fd09f0fa-c688-4a1d-b840-dd5ce864b752 service nova] Enqueued Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_rules [ 1061.764729] env[69301]: INFO networking_nsxv3.common.synchronization [req-8bfa206a-5afa-4160-9908-f50722c4aafe req-fd09f0fa-c688-4a1d-b840-dd5ce864b752 service nova] Enqueued Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_members [ 1061.764876] env[69301]: INFO networking_nsxv3.common.synchronization [req-8bfa206a-5afa-4160-9908-f50722c4aafe req-fd09f0fa-c688-4a1d-b840-dd5ce864b752 service nova] Enqueued Resource ID: 449411b4-3f62-47fe-9d0f-8218eabf59bf with Priority: HIGHEST for action port [ 1061.765579] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_rules [ 1061.766145] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_members [ 1061.766297] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449411b4-3f62-47fe-9d0f-8218eabf59bf with Priority: HIGHEST for action port [ 1061.766683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.766804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.766804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.767976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.768080] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.772180] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.772180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.772180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.772180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.772180] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.772180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.772180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.772180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.772617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.773691] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-449411b4-3f62-47fe-9d0f-8218eabf59bf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.773825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.773875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.774128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.774128] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449411b4-3f62-47fe-9d0f-8218eabf59bf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.807217] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1061.807217] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba deletion is rescheduled due to dependency. [ 1061.807384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.866743] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.867125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.867125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.867244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.867491] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.867629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.867699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.867933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.868046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.868269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.868391] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.868499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.868561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.868706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.868878] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.868974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.869174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.869415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.869517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.869632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.869745] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.278988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.278988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.278988] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.279590] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 449411b4-3f62-47fe-9d0f-8218eabf59bf with status ACTIVE [ 1062.279783] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.279898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.279964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.280172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.280320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.280429] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.280523] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.280584] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.280775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.280863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.281155] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.281464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.281464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.281556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.281633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.281712] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 449411b4-3f62-47fe-9d0f-8218eabf59bf is going to be updated. [ 1062.306681] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.307588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.307588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.307588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.307588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.307588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-449411b4-3f62-47fe-9d0f-8218eabf59bf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.375424] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56117c1d-aa38-487c-8f29-ae27b650bc14: rpc.has_security_group_logging(os_id): False [ 1062.399975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.400427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.400678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.401985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.401985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.401985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.401985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.401985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.401985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.402472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.402939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.403166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.403320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.403583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.404178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.404178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.404335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.404876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.404876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 is going to be created. [ 1062.572586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.572735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.572780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.573013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.573206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.590270] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 in Status: IN_PROGRESS for 2s [ 1062.784520] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.890469] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9005ddac-3792-494f-8379-aac2cd3c6524 in Status: SUCCESS [ 1062.890469] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 deletion is rescheduled due to dependency. [ 1062.890469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.287594] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.287816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.287934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.288297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.288399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.288495] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 is going to be created. [ 1063.318407] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.318577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.318621] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.318843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.319060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.349476] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 in Status: UNINITIALIZED for 2s [ 1064.606669] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 in Status: SUCCESS [ 1064.607059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.362757] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 in Status: SUCCESS [ 1065.363034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.363267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.363572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.363837] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.363973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.364059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.364287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.364389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.364389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.364502] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.876031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.876031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.876031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.876031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.876031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.877991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.877991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.877991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.877991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.877991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.877991] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.384397] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdec3b1b-05dd-4b0b-be3a-46b5426f1d15: rpc.has_security_group_logging(os_id): False [ 1066.412035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.414023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.414023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.414023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.414023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.414023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.414023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.414963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.418022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.418022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.418022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.418022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 is going to be created. [ 1066.505396] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.505588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.505802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.505987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.506207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.523195] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 in Status: IN_PROGRESS for 2s [ 1066.770057] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1066.770057] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1066.891808] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de00498-426e-43ed-8d0f-ec3d6523db1a req-457aedc6-8f90-4e5a-97a8-64534819fedf tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_members [ 1066.892522] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_members [ 1066.892921] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.893216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.893353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.893692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.893947] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.894146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.894350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.894605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.894773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.894929] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.126313] env[69301]: INFO networking_nsxv3.common.synchronization [None req-4d670cbc-424f-4a80-8dbc-3d51515c738f None None] Enqueued Resource ID: 4eb32c24-94e6-41cc-acbb-f15e2722ac93 with Priority: HIGHEST for action port [ 1067.126313] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb32c24-94e6-41cc-acbb-f15e2722ac93 with Priority: HIGHEST for action port [ 1067.126313] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb32c24-94e6-41cc-acbb-f15e2722ac93 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.126313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb32c24-94e6-41cc-acbb-f15e2722ac93" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.126313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb32c24-94e6-41cc-acbb-f15e2722ac93" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.126313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb32c24-94e6-41cc-acbb-f15e2722ac93" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.126313] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb32c24-94e6-41cc-acbb-f15e2722ac93',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.356752] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.356967] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.357112] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.357384] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.357667] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.357837] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.357957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.358188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.358335] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.358556] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.358676] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.358942] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.358942] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.359107] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.359227] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.359367] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.379566] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.379758] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.380057] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.380125] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.380402] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-b04b8402-cd34-4197-91ee-f83881d33c9a taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.380621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.380693] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.381033] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.381178] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04b8402-cd34-4197-91ee-f83881d33c9a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.397574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.397739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.397808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.398014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.398104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.398297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.398397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.398457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.398605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.398676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.398758] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c590a582-2260-4fec-927b-b13803e7b003 already deleted. [ 1067.398836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb32c24-94e6-41cc-acbb-f15e2722ac93 [ 1067.629323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.629463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.629522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.629756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.629834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.629933] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb32c24-94e6-41cc-acbb-f15e2722ac93 already deleted. [ 1067.630022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb32c24-94e6-41cc-acbb-f15e2722ac93" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.883700] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.883945] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.884096] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.884429] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.884642] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.884839] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port b04b8402-cd34-4197-91ee-f83881d33c9a not found, creating... [ 1067.885125] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.885297] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.885420] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.885647] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.885789] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.886230] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.886410] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.886534] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.886745] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.886886] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.887040] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: b04b8402-cd34-4197-91ee-f83881d33c9a is going to be created. [ 1067.907716] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.908102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.908102] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.908382] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.908617] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.908844] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.195086] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e7180f5a-a5a8-444b-a230-a49a6b175cf7 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_rules [ 1068.196198] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_rules [ 1068.196661] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.196809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.196881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.197168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.197247] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.283447] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ab0a0509-4d1c-4f4a-af3e-6f949162fddc tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_rules [ 1068.284196] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_rules [ 1068.284360] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.284469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.541421] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 in Status: SUCCESS [ 1068.541659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.719221] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.719422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.719468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.719653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.719745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.719842] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f already deleted. [ 1068.720371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.720371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.720371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.720371] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.947957] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de00498-426e-43ed-8d0f-ec3d6523db1a req-750a1d52-ab23-4bee-8079-f832da9b0fc6 service nova] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_rules [ 1068.948171] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de00498-426e-43ed-8d0f-ec3d6523db1a req-750a1d52-ab23-4bee-8079-f832da9b0fc6 service nova] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_members [ 1068.948295] env[69301]: INFO networking_nsxv3.common.synchronization [req-1de00498-426e-43ed-8d0f-ec3d6523db1a req-750a1d52-ab23-4bee-8079-f832da9b0fc6 service nova] Enqueued Resource ID: b04b8402-cd34-4197-91ee-f83881d33c9a with Priority: HIGHEST for action port [ 1068.948526] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_rules [ 1068.948654] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_members [ 1068.948763] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04b8402-cd34-4197-91ee-f83881d33c9a with Priority: HIGHEST for action port [ 1068.949349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.949477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.949546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.949754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.949876] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.953167] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.953167] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.953167] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.953167] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b04b8402-cd34-4197-91ee-f83881d33c9a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.953167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.953167] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04b8402-cd34-4197-91ee-f83881d33c9a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.245964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.245964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.245964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.245964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.245964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.245964] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f already deleted. [ 1069.245964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.458022] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.458022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.458022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b04b8402-cd34-4197-91ee-f83881d33c9a with status ACTIVE [ 1069.458022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.458022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.458022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.458918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.459182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.459626] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.459874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.460056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.460298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.461625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.461848] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b04b8402-cd34-4197-91ee-f83881d33c9a is going to be updated. [ 1069.488807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.488807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.488807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.489165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.489165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.489244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b04b8402-cd34-4197-91ee-f83881d33c9a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.589140] env[69301]: INFO networking_nsxv3.common.synchronization [None req-88660137-4f6c-4535-8484-9f8091f9a778 None None] Enqueued Resource ID: 2cf454dc-eaf9-454d-9a46-4a08dc7a33d9 with Priority: HIGHEST for action port [ 1069.589418] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf454dc-eaf9-454d-9a46-4a08dc7a33d9 with Priority: HIGHEST for action port [ 1069.589950] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf454dc-eaf9-454d-9a46-4a08dc7a33d9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.593600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf454dc-eaf9-454d-9a46-4a08dc7a33d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.593715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf454dc-eaf9-454d-9a46-4a08dc7a33d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.594133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf454dc-eaf9-454d-9a46-4a08dc7a33d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.594284] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf454dc-eaf9-454d-9a46-4a08dc7a33d9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.965521] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.098047] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cf454dc-eaf9-454d-9a46-4a08dc7a33d9 [ 1070.098047] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.098282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.098282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.098515] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.098678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.098765] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cf454dc-eaf9-454d-9a46-4a08dc7a33d9 already deleted. [ 1070.098819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf454dc-eaf9-454d-9a46-4a08dc7a33d9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.474023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.474023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.474023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.474023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.474023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.474023] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c590a582-2260-4fec-927b-b13803e7b003 is going to be created. [ 1070.508011] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.508011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.508011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.508011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.508011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.522226] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c590a582-2260-4fec-927b-b13803e7b003 in Status: UNINITIALIZED for 2s [ 1071.482462] env[69301]: INFO networking_nsxv3.common.synchronization [req-2049c4cd-2730-45e7-99c6-22be5886b448 req-eb2e47b4-a214-4cdd-be0c-aeaacda74fdf tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1071.482820] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1071.483654] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.483654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.483654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.483654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.484063] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.484063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.484063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.484228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.484228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.484319] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.987349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.987507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.987662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.987812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.987908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.988120] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.988224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.988288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.988444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.988539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.988601] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 already deleted. [ 1071.988672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.343282] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.343643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.343803] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.344110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.344420] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.344645] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.344774] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.345100] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.345292] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.345572] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.345757] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.345882] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.346032] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.346302] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.346478] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.346660] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.368161] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.368396] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.368636] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.372030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.372030] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-47c476b6-f2db-4286-a66c-1175ae1da7aa taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.372030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.372030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.372030] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.372030] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c476b6-f2db-4286-a66c-1175ae1da7aa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.533868] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c590a582-2260-4fec-927b-b13803e7b003 in Status: SUCCESS [ 1072.534289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.534289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.535350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535350] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.873394] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.873693] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.874091] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.874465] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.874723] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.875015] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 47c476b6-f2db-4286-a66c-1175ae1da7aa not found, creating... [ 1072.875787] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.876061] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.876303] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.876708] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.876955] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.877398] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.877690] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.877910] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.878222] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.878403] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.878606] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 47c476b6-f2db-4286-a66c-1175ae1da7aa is going to be created. [ 1072.904453] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.904760] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.904914] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.905274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.905554] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.905862] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.038118] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.541877] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c590a582-2260-4fec-927b-b13803e7b003: rpc.has_security_group_logging(os_id): False [ 1073.561218] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.561436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.561536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.561776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.561909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.562272] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.562342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.562373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.564038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.564038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.564038] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c590a582-2260-4fec-927b-b13803e7b003 is going to be created. [ 1073.640609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.640792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.640865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.641139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.641404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.656667] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c590a582-2260-4fec-927b-b13803e7b003 in Status: IN_PROGRESS for 2s [ 1073.849614] env[69301]: INFO networking_nsxv3.common.synchronization [req-2049c4cd-2730-45e7-99c6-22be5886b448 req-5cbfb4f0-6d27-4718-9e36-4e080380c79c service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 1073.849958] env[69301]: INFO networking_nsxv3.common.synchronization [req-2049c4cd-2730-45e7-99c6-22be5886b448 req-5cbfb4f0-6d27-4718-9e36-4e080380c79c service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1073.850244] env[69301]: INFO networking_nsxv3.common.synchronization [req-2049c4cd-2730-45e7-99c6-22be5886b448 req-5cbfb4f0-6d27-4718-9e36-4e080380c79c service nova] Enqueued Resource ID: 47c476b6-f2db-4286-a66c-1175ae1da7aa with Priority: HIGHEST for action port [ 1073.850992] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 1073.851300] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1073.851526] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c476b6-f2db-4286-a66c-1175ae1da7aa with Priority: HIGHEST for action port [ 1073.852280] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.852466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.852582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.852832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.852950] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.853881] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.854028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.854116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.854318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.854524] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.854610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.854689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.854876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.854986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.855145] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.856036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c476b6-f2db-4286-a66c-1175ae1da7aa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.859294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.859356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.859543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.859635] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c476b6-f2db-4286-a66c-1175ae1da7aa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.904307] env[69301]: INFO networking_nsxv3.common.synchronization [req-047a02e9-3414-4eb6-a1ce-57ae14a3287d req-fc948a1e-76d8-4d6b-a536-50f6cf5f4f3b tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Enqueued Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_members [ 1073.904307] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGHEST for action security_group_members [ 1073.904307] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.904637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.904811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.905106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.905396] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.905613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.905762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.906024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.906204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.906382] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.252008] env[69301]: INFO networking_nsxv3.common.synchronization [req-ee208140-6359-4ac0-8f60-2aeb69fda1cb req-aff377fc-d5e3-42da-a0ef-2f0cdd559f34 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Enqueued Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_members [ 1074.252460] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 with Priority: HIGHEST for action security_group_members [ 1074.252778] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56117c1d-aa38-487c-8f29-ae27b650bc14 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.252910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.252977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.253361] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.257027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.257027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.257027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.257027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.257027] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56117c1d-aa38-487c-8f29-ae27b650bc14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.361562] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.361689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.361877] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.363199] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c476b6-f2db-4286-a66c-1175ae1da7aa with status ACTIVE [ 1074.363401] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.363401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.363651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.363771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.363899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.363976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.364249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.364249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.364463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.364463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.364545] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.364657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.364768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.364952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.365333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.365333] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c476b6-f2db-4286-a66c-1175ae1da7aa is going to be updated. [ 1074.387973] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.388565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.388565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.388565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.388565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.388752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c476b6-f2db-4286-a66c-1175ae1da7aa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.410390] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.410390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.410390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.410390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.410390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.410390] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.410390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.410809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.410809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.410878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.411042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 is going to be updated. [ 1074.445171] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.445404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.445466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.445756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.445933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.456520] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 in Status: IN_PROGRESS for 2s [ 1074.760361] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.760865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.760865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.760865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.760865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.761139] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.761234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.761336] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.761448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.761542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.761634] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 is going to be updated. [ 1074.798493] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.798655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.798699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.798960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.799222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.815018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 in Status: IN_PROGRESS for 2s [ 1074.867628] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.370152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.370308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.370382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.370599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.370688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.370786] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 1075.401749] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.401881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.401954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.402192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.402352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.412864] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: UNINITIALIZED for 2s [ 1075.577183] env[69301]: INFO networking_nsxv3.common.synchronization [req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc req-a7524225-603f-48e2-a4a6-e35f5c0c4de9 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_members [ 1075.577183] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_members [ 1075.577183] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.577183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.577183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.577461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.577755] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.578015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.578189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.578486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.578695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.578982] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.670443] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c590a582-2260-4fec-927b-b13803e7b003 in Status: SUCCESS [ 1075.670646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.957396] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.957730] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.957730] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.959276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.959276] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.959276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.959276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.959276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.959276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.964343] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.964343] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.964577] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.964838] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.965085] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.965635] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.965635] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.988874] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.988979] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.989150] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.989332] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.989656] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.989906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.990124] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.990501] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.990692] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.081026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.081183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.081253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.081522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.081626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.081828] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.081929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.082027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.082168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.082254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.082322] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe already deleted. [ 1076.082391] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.467255] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 in Status: SUCCESS [ 1076.467470] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 deletion is rescheduled due to dependency. [ 1076.467640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.496219] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.496558] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.496843] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.497121] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.497295] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.497460] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 not found, creating... [ 1076.497739] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.497905] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.498040] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.498313] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.498473] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.498775] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.498937] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.499077] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.499318] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.499464] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.499612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 is going to be created. [ 1076.521246] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.521469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.521601] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.521896] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.522154] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.522390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.825302] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 in Status: SUCCESS [ 1076.825540] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56117c1d-aa38-487c-8f29-ae27b650bc14 deletion is rescheduled due to dependency. [ 1076.825736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56117c1d-aa38-487c-8f29-ae27b650bc14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.335963] env[69301]: INFO networking_nsxv3.common.synchronization [req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc req-a92bb960-bdd0-4abc-9d44-01dc91bfe75f service nova] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_rules [ 1077.336247] env[69301]: INFO networking_nsxv3.common.synchronization [req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc req-a92bb960-bdd0-4abc-9d44-01dc91bfe75f service nova] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_members [ 1077.336299] env[69301]: INFO networking_nsxv3.common.synchronization [req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc req-a92bb960-bdd0-4abc-9d44-01dc91bfe75f service nova] Enqueued Resource ID: ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 with Priority: HIGHEST for action port [ 1077.336519] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_rules [ 1077.336643] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_members [ 1077.338285] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 with Priority: HIGHEST for action port [ 1077.338694] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.338832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.338894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.339116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.339212] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.343800] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.344558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.344558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.344558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.344558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.344558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.344558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.344801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.344801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.344885] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.350790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.350790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.350790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.350790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.350790] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.422333] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1077.422575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.422820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.423055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.423248] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.423393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.423470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.423655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.423734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.423820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.423913] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.844767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.847203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.852626] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.853753] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 with status ACTIVE [ 1077.854097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.854828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.854828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.854828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.854828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.854995] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.854995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.855101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.855205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.855281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.855459] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.855551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.855612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.855747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.855837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.855902] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 is going to be updated. [ 1077.879275] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.879414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.879482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.879698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.879830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.879983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.928766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.928837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.929066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.929304] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.929403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.929403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.929547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.929632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929866] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.929957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.930021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.930172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.930297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.930386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.930439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.930574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.930649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.930750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.930843] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.072510] env[69301]: INFO networking_nsxv3.common.synchronization [req-1ef39453-b15f-492c-9606-0c4b4a36c937 req-7cdc4f04-7ce9-43bb-b341-9ee1d7d8e5c9 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1078.072874] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1078.073198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.073346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.073406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.073656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.073807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.073907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.073967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.074132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.074218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.074306] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.358106] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.434038] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6761f1b0-5b58-4595-92b2-a659fb722622: rpc.has_security_group_logging(os_id): False [ 1078.452981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.453147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.453220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.453573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.453573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.453751] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.453854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.454136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.454136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.454136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.454365] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.454430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.454554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.454637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.454675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.454884] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.454971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.454971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.455117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.455191] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.455275] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be created. [ 1078.517748] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.517927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.517981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.518193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.518379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.533123] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: IN_PROGRESS for 2s [ 1078.558877] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.559105] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.559234] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.560444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.560444] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.560444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.560444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.560770] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.560770] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.560859] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.560978] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.561123] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.561233] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.561349] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.561537] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.561690] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.577180] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.603183] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.603393] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.603526] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.603666] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.603994] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-349557eb-4003-47d2-9004-4ef105f6eaef taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.604186] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.604329] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.608026] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.608026] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('349557eb-4003-47d2-9004-4ef105f6eaef',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.860937] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.861189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.861296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.861625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.861797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.861943] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe is going to be created. [ 1078.891678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.891862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.891964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.892167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.892332] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.908442] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe in Status: UNINITIALIZED for 2s [ 1079.079306] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.108130] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.108422] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.108613] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.108946] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.109151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.109326] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 349557eb-4003-47d2-9004-4ef105f6eaef not found, creating... [ 1079.109635] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.109811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.109939] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.110193] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.110340] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.110637] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.110798] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.110923] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.111155] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.111296] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.111466] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 349557eb-4003-47d2-9004-4ef105f6eaef is going to be created. [ 1079.136089] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.136321] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.136479] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.136797] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.137050] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.137329] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.582831] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.582831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.582831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.583305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.583305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.583305] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be updated. [ 1079.613251] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.613538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.613538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.613717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.613866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.623279] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1079.863818] env[69301]: INFO networking_nsxv3.common.synchronization [req-1ef39453-b15f-492c-9606-0c4b4a36c937 req-db4eea20-f707-4b47-b52e-57ed9ab3b84b service nova] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1079.863958] env[69301]: INFO networking_nsxv3.common.synchronization [req-1ef39453-b15f-492c-9606-0c4b4a36c937 req-db4eea20-f707-4b47-b52e-57ed9ab3b84b service nova] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1079.864213] env[69301]: INFO networking_nsxv3.common.synchronization [req-1ef39453-b15f-492c-9606-0c4b4a36c937 req-db4eea20-f707-4b47-b52e-57ed9ab3b84b service nova] Enqueued Resource ID: 349557eb-4003-47d2-9004-4ef105f6eaef with Priority: HIGHEST for action port [ 1079.864783] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_rules [ 1079.864783] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1079.864783] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349557eb-4003-47d2-9004-4ef105f6eaef with Priority: HIGHEST for action port [ 1079.870793] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.871218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.871218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.871218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.871360] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.872222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.872310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.872486] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-349557eb-4003-47d2-9004-4ef105f6eaef taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.872581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.872731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.872803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.872887] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('349557eb-4003-47d2-9004-4ef105f6eaef',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.196373] env[69301]: INFO networking_nsxv3.common.synchronization [None req-a1431cbf-8cc5-457e-aeea-697e56642360 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1080.196953] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1080.197286] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.197500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.197590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.197922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.198023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.274223] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e98b6aea-9bf6-477d-87e5-6382d4511277 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1080.274780] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1080.275216] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.275367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.374628] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.374805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.375015] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 349557eb-4003-47d2-9004-4ef105f6eaef with status ACTIVE [ 1080.375250] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.375386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.375463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.375737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.375936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.376170] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.376298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.376370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.376569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.376663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.376883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.376988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.377087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.377243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.377342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.377451] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 349557eb-4003-47d2-9004-4ef105f6eaef is going to be updated. [ 1080.399355] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.399588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.399681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.399896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.400096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.400281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-349557eb-4003-47d2-9004-4ef105f6eaef" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.559013] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1080.559180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.718146] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.718450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.718450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.718589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.718768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.718768] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 already deleted. [ 1080.718863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.719033] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.719192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.719277] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.919189] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe in Status: SUCCESS [ 1080.919342] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.919541] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.919808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.920053] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.920179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.920267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.920458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.921422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.921422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.921422] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.243246] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.243397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.243467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.244052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.244132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.244185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 already deleted. [ 1081.244273] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.425419] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.636247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1081.636316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.636493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.636725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.636971] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.637075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.637179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.637633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.637633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.637633] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.928381] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e072f32-1ec5-4b2c-9edc-d250115ddcbe: rpc.has_security_group_logging(os_id): False [ 1081.952701] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.953902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.953902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.954123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.954123] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.956064] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.956064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.956064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.956064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.956064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.956064] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe is going to be created. [ 1082.034105] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.034256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.034320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.034614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.034825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.047617] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe in Status: IN_PROGRESS for 2s [ 1082.140545] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.642900] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.145111] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.145424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.145574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.145823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.145966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.146116] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be updated. [ 1083.185050] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.185050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.185050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.185305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.185450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.194983] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1084.063365] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe in Status: SUCCESS [ 1084.063668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.208213] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1085.208522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.208739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.208994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.209237] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.209407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.209494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.209696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.209829] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.209946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.210209] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.275903] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1085.276022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1085.713209] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.215933] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d7e4ad-ad3c-4d72-9a53-e0f022450175: rpc.has_security_group_logging(os_id): False [ 1086.235434] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.235618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.235785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.235885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.235983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.236257] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.236384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.236447] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.236909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.236909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.236909] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be updated. [ 1086.300522] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.300681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.300751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.300974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.301141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.317552] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1088.334835] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1088.335216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.741488] env[69301]: INFO networking_nsxv3.common.synchronization [req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 req-c1de953f-074a-4767-9dd7-c3b5b64c15fe tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1088.742031] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1088.742387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.742529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.742596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.742842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.743028] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.743149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.743221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.743396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.743497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.743616] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.065399] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.065543] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.065679] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.066018] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.066229] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.066391] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.066513] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.066731] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.066909] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.067262] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.067412] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.067518] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.067632] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.067756] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.067869] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.068019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.087735] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.087907] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.087977] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.088187] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.088521] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.088761] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.088857] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.089183] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.089333] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204f5275-ab6e-4d41-a67d-5f73e75d9e9e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.245801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.246065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.246172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.246415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.268135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.268440] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.268564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.268628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.268828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.268910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.268998] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1089.300967] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.301197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.301197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.302016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.302016] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.310682] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1089.592496] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.592790] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.592880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.593218] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.593389] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.593548] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 204f5275-ab6e-4d41-a67d-5f73e75d9e9e not found, creating... [ 1089.593929] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.594118] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.594242] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.594478] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.594670] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.594906] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.595076] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.595196] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.595439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.595619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.595741] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 204f5275-ab6e-4d41-a67d-5f73e75d9e9e is going to be created. [ 1089.619086] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.619086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.619086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.619086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.619086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.619086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.371865] env[69301]: INFO networking_nsxv3.common.synchronization [req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 req-e4447dd6-2cb2-403e-b18c-df18f099d1d8 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1090.372118] env[69301]: INFO networking_nsxv3.common.synchronization [req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 req-e4447dd6-2cb2-403e-b18c-df18f099d1d8 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1090.372313] env[69301]: INFO networking_nsxv3.common.synchronization [req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 req-e4447dd6-2cb2-403e-b18c-df18f099d1d8 service nova] Enqueued Resource ID: 204f5275-ab6e-4d41-a67d-5f73e75d9e9e with Priority: HIGHEST for action port [ 1090.372863] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1090.373021] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1090.375639] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204f5275-ab6e-4d41-a67d-5f73e75d9e9e with Priority: HIGHEST for action port [ 1090.376045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.376146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.376187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.376429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.376675] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.382031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.382031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.382031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.382031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.382031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.382031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.382031] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204f5275-ab6e-4d41-a67d-5f73e75d9e9e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.604741] env[69301]: INFO networking_nsxv3.common.synchronization [None req-0f16bb01-ce68-4d27-b08c-775d230d6d59 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1090.605347] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1090.605679] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.605802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.605870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.606091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.606256] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.606375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.606444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.606571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.606655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.606750] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.880746] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.880886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.885092] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 204f5275-ab6e-4d41-a67d-5f73e75d9e9e with status ACTIVE [ 1090.885334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.885416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.885452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.885665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.885766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.885982] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.886099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.886169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.886431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.886661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.886709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.887314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.887314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 204f5275-ab6e-4d41-a67d-5f73e75d9e9e is going to be updated. [ 1090.909092] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.909351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.909411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.909613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.909751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.909914] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204f5275-ab6e-4d41-a67d-5f73e75d9e9e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109246] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.109709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.109999] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.110631] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be deleted. [ 1091.141554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.141978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.141978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.141978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.143494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.143494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.321042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1091.321249] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1091.321368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.321568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.321830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.322040] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.322175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.322242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.322393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.322472] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.322582] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.530268] env[69301]: INFO networking_nsxv3.common.synchronization [req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 req-74562f94-b82f-4f09-8128-8a0d84504b31 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1091.531520] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1091.532536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.532723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.532800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.533024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.533270] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.533394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.533456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.533670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.533764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.533879] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.825834] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.036888] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.067703] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.067918] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.068136] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.068491] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069472] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069472] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.069717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069717] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.069972] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.070092] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.070281] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.070336] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.070454] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.070571] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.070759] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.092521] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.092961] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.093675] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.093675] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.093942] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.094157] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.094316] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.095322] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.095322] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0295a0-3fa7-4a1f-b5fa-cf132e0670a5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.328438] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.539260] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.597085] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.597396] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.597537] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.597859] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.598089] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.598370] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 not found, creating... [ 1092.598697] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.598892] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.599060] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.599354] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.599514] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.599867] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.600048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.600176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.600419] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.600570] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.600710] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 is going to be created. [ 1092.622328] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.622643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.622781] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.623086] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.623379] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.623632] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.832402] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.832714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.832714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.832906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.833041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.833146] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1092.868306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.868528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.868721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.868864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.878337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1093.044530] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.044530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.044530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.044530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.044530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.044530] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1093.076162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.076162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.076162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.076162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.076162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.086670] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1093.435652] env[69301]: INFO networking_nsxv3.common.synchronization [req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 req-a011d32c-be71-4180-81aa-4f360cad5c9e service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1093.435652] env[69301]: INFO networking_nsxv3.common.synchronization [req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 req-a011d32c-be71-4180-81aa-4f360cad5c9e service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1093.435943] env[69301]: INFO networking_nsxv3.common.synchronization [req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 req-a011d32c-be71-4180-81aa-4f360cad5c9e service nova] Enqueued Resource ID: af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 with Priority: HIGHEST for action port [ 1093.436282] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1093.438128] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1093.438128] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 with Priority: HIGHEST for action port [ 1093.438128] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.438128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.438128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.439253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.439357] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.444254] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.444407] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.444685] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.444809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.444912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.445211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.445343] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0295a0-3fa7-4a1f-b5fa-cf132e0670a5',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.849609] env[69301]: INFO networking_nsxv3.common.synchronization [req-26ffb05e-e388-4cff-af3f-c8ade78473d5 req-8982eaeb-460c-4582-bd0b-ad7a4657bd7b tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_members [ 1093.850146] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_members [ 1093.850451] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.850616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.850706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.850979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.851152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.851254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.851316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.851516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.851619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.851767] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.947978] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.950938] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 with status ACTIVE [ 1093.950938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.950938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.950938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.950938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.951567] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 is going to be updated. [ 1093.973845] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.973845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.973845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.973845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.974148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.975047] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.215394] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.215627] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.215718] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.216103] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.217248] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.217248] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.217248] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.217248] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.217552] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.217606] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.217769] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.217803] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.217957] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.218055] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.218164] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.218298] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.230975] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.231187] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-448" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.231315] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-448" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.231628] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-448" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.231920] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.232129] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.232258] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.232489] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.232638] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.232828] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.232945] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.233076] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.233189] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.233302] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.233411] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.233545] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.242025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.242195] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.242339] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.242501] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.242795] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-5169668e-7159-4a3a-b713-d1146fe72a70 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.242966] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.243104] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.243423] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.243564] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5169668e-7159-4a3a-b713-d1146fe72a70',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.249542] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.249822] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.249822] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.250038] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-448" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.250279] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.250493] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.250577] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.250856] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.251008] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc11e7a-10bc-47ec-bfb6-50cca09dcc71',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.354323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.354527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.354609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.354801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.354893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.355103] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.355224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.355282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.355414] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.355482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.355564] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f already deleted. [ 1094.355643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.745752] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.746082] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.746273] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.746606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.746798] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.746973] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 5169668e-7159-4a3a-b713-d1146fe72a70 not found, creating... [ 1094.747343] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.747561] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.747692] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.747987] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.748189] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.748574] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.748776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.748932] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.749452] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.749604] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.749796] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 5169668e-7159-4a3a-b713-d1146fe72a70 is going to be created. [ 1094.752854] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.753107] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.753293] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.753572] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.753805] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.753961] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 not found, creating... [ 1094.754284] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.754481] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.754630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.755141] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.755141] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.755374] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.755568] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.755712] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.755974] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.756169] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.756324] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 is going to be created. [ 1094.787377] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.787697] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.787845] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.788214] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.788459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.788768] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.791046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.791324] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.791486] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.791850] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.792457] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.792457] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.889311] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1094.889641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.889715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.889936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.890168] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.890287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.890352] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.890507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.890588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.890673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.890767] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.100035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1095.100035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.100035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.100035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.100035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.100412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.100412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.100674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.100766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.100867] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.399757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.399757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.399757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.399757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.399757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.400572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.400572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.400572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.400572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.400572] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.604129] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.752991] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b879177-6068-4419-ba9f-57f942ef66d2 req-e9b139b9-638f-49dd-ba28-f095941f4cf2 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 1095.757023] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b879177-6068-4419-ba9f-57f942ef66d2 req-e9b139b9-638f-49dd-ba28-f095941f4cf2 service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1095.757023] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b879177-6068-4419-ba9f-57f942ef66d2 req-e9b139b9-638f-49dd-ba28-f095941f4cf2 service nova] Enqueued Resource ID: 5169668e-7159-4a3a-b713-d1146fe72a70 with Priority: HIGHEST for action port [ 1095.757023] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 1095.757023] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1095.757023] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5169668e-7159-4a3a-b713-d1146fe72a70 with Priority: HIGHEST for action port [ 1095.757023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.757023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.757023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.757023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.757023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.757741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.757741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.757741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.757741] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.758346] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5169668e-7159-4a3a-b713-d1146fe72a70 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.758451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.758513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.758663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.758741] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5169668e-7159-4a3a-b713-d1146fe72a70',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.845022] env[69301]: INFO networking_nsxv3.common.synchronization [req-26ffb05e-e388-4cff-af3f-c8ade78473d5 req-6f157381-0237-4324-a6b4-4316d7776d18 service nova] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_rules [ 1095.845022] env[69301]: INFO networking_nsxv3.common.synchronization [req-26ffb05e-e388-4cff-af3f-c8ade78473d5 req-6f157381-0237-4324-a6b4-4316d7776d18 service nova] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_members [ 1095.845022] env[69301]: INFO networking_nsxv3.common.synchronization [req-26ffb05e-e388-4cff-af3f-c8ade78473d5 req-6f157381-0237-4324-a6b4-4316d7776d18 service nova] Enqueued Resource ID: 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 with Priority: HIGHEST for action port [ 1095.845022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_rules [ 1095.845022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_members [ 1095.845022] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 with Priority: HIGHEST for action port [ 1095.845022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.845022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.845022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.845597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.845866] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.849122] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.849122] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.849122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.849122] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.850347] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.850680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.852605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.852605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.852605] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc11e7a-10bc-47ec-bfb6-50cca09dcc71',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.909438] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0514bc8-c787-4add-af4a-993dd643cb3e: rpc.has_security_group_logging(os_id): False [ 1095.926815] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.927071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.927071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.927264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.927355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.927555] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.927656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.927721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.927879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.927972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.928184] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.928295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.928373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.928545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.928640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.928802] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.928896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.928956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.929117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.929193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.929280] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1096.004108] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.004298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.004338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.004526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.023013] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1096.106972] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.264088] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.264088] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.264088] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5169668e-7159-4a3a-b713-d1146fe72a70 with status ACTIVE [ 1096.264088] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.264088] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.265082] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.265358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.265520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.265773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.265968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.266435] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5169668e-7159-4a3a-b713-d1146fe72a70 is going to be updated. [ 1096.295975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.295975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.295975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.295975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.295975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.295975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.354349] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.354684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.354822] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.356201] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 with status ACTIVE [ 1096.356201] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.356201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.356392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.356471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.360018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.360018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.360018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.360018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 is going to be updated. [ 1096.416491] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.416662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.416733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.416940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.417093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.417263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.609811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.610028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.610071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.610313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.610404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.610510] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1096.644491] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.644659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.644711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.645097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.645328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.655882] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1096.769922] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.863504] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.272762] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.273133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.273133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.273209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.273299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.273400] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be created. [ 1097.304518] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.304723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.304805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.305036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.305226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.318502] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: UNINITIALIZED for 2s [ 1097.365575] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.365794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.365885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.366172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.366267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.366365] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f is going to be created. [ 1097.380125] env[69301]: INFO networking_nsxv3.common.synchronization [req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f req-37aa4cff-0a3e-4b06-9c5b-e2988b417ea1 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_members [ 1097.380677] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGHEST for action security_group_members [ 1097.380992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.382126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.382126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.382287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.382648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.382648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.382648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.382648] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.382784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.382824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.399679] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.399899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.399899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.400374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.400374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.410468] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f in Status: UNINITIALIZED for 2s [ 1097.885649] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.885889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.886021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.886340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.886525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.886869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.887101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.887251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.887509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.887671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.887840] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 is going to be updated. [ 1097.922150] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.922150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.922150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.922150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.922436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.932879] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: IN_PROGRESS for 2s [ 1098.038104] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1098.038361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.665611] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1098.666085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.666085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.666250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.666420] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.666531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.666592] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.666811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.666896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.666982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.667092] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.169469] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.169685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.169863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.172171] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.172462] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.172617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.172714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.172972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.173104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.173232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.173445] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.173576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.173667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.173883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.175623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.175782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.175878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.177427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.177536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.177735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.329616] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 1099.329850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.330044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.330266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.330461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.330604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.330698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.330861] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.330944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.331043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.331138] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.429429] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f in Status: SUCCESS [ 1099.429665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.429871] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.430157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.430366] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.430480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.430549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.430709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.430795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.430891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.432506] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.683555] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 1099.704556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.704776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.704776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.705110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.735586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.735946] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.736349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.736349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.736349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.736838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.736957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.737557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.737557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.737557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.737557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.737935] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.738159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.738159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.738444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.738444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.738590] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1099.833609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.833856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.833937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.834219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.834432] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.834547] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.834647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.834779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.834862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.834952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.835120] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.835217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.835279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.835421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.835561] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.835658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.835738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.835888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.835965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.836079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.836179] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.872097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.872367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.872367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.872569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.872681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.889410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1099.935056] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.948830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 in Status: SUCCESS [ 1099.949057] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 deletion is rescheduled due to dependency. [ 1099.949155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.339141] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109c96a6-b36d-4ed7-839f-7021d6130819: rpc.has_security_group_logging(os_id): False [ 1100.358358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.358507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.358583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.358804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.358901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.359148] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.359256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.359324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.359487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.359817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.359817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.359817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.359952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.363850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.364177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.365328] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.366061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.366292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.366595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.366748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.367053] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be created. [ 1100.438493] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f: rpc.has_security_group_logging(os_id): False [ 1100.460714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.460714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.460714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.460988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.461261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.467623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.467846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.467981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.468264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.468360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.468633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.468731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.468847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.468994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.469137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.469220] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f is going to be created. [ 1100.501895] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 1100.583664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.583884] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.584030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.584242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.584544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.605169] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f in Status: IN_PROGRESS for 2s [ 1101.215991] env[69301]: INFO networking_nsxv3.common.synchronization [req-f92914e7-d545-4b42-9283-cc31e0599d41 req-56bb307c-d1a5-4914-8143-86c7c53b0055 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1101.215991] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1101.215991] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.215991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.215991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.216669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.216968] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.217277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.217481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.217757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.217959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.218202] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.720691] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.720878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.720934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.721162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.721256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.721493] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.721594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.721721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.722135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.722135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.722135] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 already deleted. [ 1101.722135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.811188] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.811188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.811188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.811188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.811188] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.811188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.812131] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.812903] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.813425] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.814047] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.816022] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.816022] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.816022] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.816022] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.816022] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.816022] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.844137] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.844137] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.844137] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.844137] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.844137] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-7faa19f2-a641-4fb7-a87a-6838704d08f1 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.844137] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.844137] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.844137] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.844137] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7faa19f2-a641-4fb7-a87a-6838704d08f1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.906736] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1101.907442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.293771] env[69301]: INFO networking_nsxv3.common.synchronization [None req-89831a4a-64e9-4fdd-abfe-9099608604f8 None None] Enqueued Resource ID: 2b48579a-a90d-4916-a0ba-d2da4a44e00e with Priority: HIGHEST for action port [ 1102.294137] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b48579a-a90d-4916-a0ba-d2da4a44e00e with Priority: HIGHEST for action port [ 1102.294578] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b48579a-a90d-4916-a0ba-d2da4a44e00e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.294707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b48579a-a90d-4916-a0ba-d2da4a44e00e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.294793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b48579a-a90d-4916-a0ba-d2da4a44e00e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.297405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b48579a-a90d-4916-a0ba-d2da4a44e00e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.298352] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b48579a-a90d-4916-a0ba-d2da4a44e00e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.351174] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.351174] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 7faa19f2-a641-4fb7-a87a-6838704d08f1 not found, creating... [ 1102.351174] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.351174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.351811] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.351811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.351811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.351811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.351811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.351811] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 is going to be created. [ 1102.377419] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.379618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.379618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.379618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.379618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.379618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.532381] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 1102.533098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.623638] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f in Status: SUCCESS [ 1102.623909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.800901] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b48579a-a90d-4916-a0ba-d2da4a44e00e [ 1102.805296] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.805296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.805296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.805296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.805296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.805296] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b48579a-a90d-4916-a0ba-d2da4a44e00e already deleted. [ 1102.805296] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b48579a-a90d-4916-a0ba-d2da4a44e00e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.179022] env[69301]: INFO networking_nsxv3.common.synchronization [req-f92914e7-d545-4b42-9283-cc31e0599d41 req-e114c811-19f4-4fad-baaf-fd3e4aef41e9 service nova] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1103.179022] env[69301]: INFO networking_nsxv3.common.synchronization [req-f92914e7-d545-4b42-9283-cc31e0599d41 req-e114c811-19f4-4fad-baaf-fd3e4aef41e9 service nova] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1103.179022] env[69301]: INFO networking_nsxv3.common.synchronization [req-f92914e7-d545-4b42-9283-cc31e0599d41 req-e114c811-19f4-4fad-baaf-fd3e4aef41e9 service nova] Enqueued Resource ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 with Priority: HIGHEST for action port [ 1103.181373] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1103.181591] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1103.181676] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 with Priority: HIGHEST for action port [ 1103.183632] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.183632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.183903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.184173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.184600] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.185441] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.185734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.185734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187728] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.187728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.187728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.187728] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.188561] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7faa19f2-a641-4fb7-a87a-6838704d08f1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.188561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.188561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.188561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.188561] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7faa19f2-a641-4fb7-a87a-6838704d08f1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.690602] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.690900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.694893] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.698247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7faa19f2-a641-4fb7-a87a-6838704d08f1 with status ACTIVE [ 1103.698247] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.698247] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.698247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.701475] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.701552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.706098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.706098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.706098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.706098] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 is going to be updated. [ 1103.736407] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.736599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.736679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.736892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.737045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.737244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.207080] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.488673] env[69301]: INFO networking_nsxv3.common.synchronization [None req-31116a34-1641-4de5-9ba6-c4ddc6bf878f None None] Enqueued Resource ID: fbbdd6ec-10c2-4dcb-a787-d419fd681b65 with Priority: HIGHEST for action port [ 1104.488673] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbbdd6ec-10c2-4dcb-a787-d419fd681b65 with Priority: HIGHEST for action port [ 1104.489282] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbbdd6ec-10c2-4dcb-a787-d419fd681b65 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.489590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbbdd6ec-10c2-4dcb-a787-d419fd681b65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.489745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbbdd6ec-10c2-4dcb-a787-d419fd681b65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.491718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbbdd6ec-10c2-4dcb-a787-d419fd681b65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.491718] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbbdd6ec-10c2-4dcb-a787-d419fd681b65',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.712938] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.713459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.713459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.713459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.713459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.713668] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 is going to be created. [ 1104.745190] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.745460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.745600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.745915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.746187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.757705] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: UNINITIALIZED for 2s [ 1104.998201] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbbdd6ec-10c2-4dcb-a787-d419fd681b65 [ 1104.998736] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.998736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.998736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.999035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.999035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.999035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbbdd6ec-10c2-4dcb-a787-d419fd681b65 already deleted. [ 1104.999195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbbdd6ec-10c2-4dcb-a787-d419fd681b65" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.769561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: SUCCESS [ 1106.769998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.770082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.770369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.770463] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.770586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.770650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.770811] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.770894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.770978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.771091] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.273274] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.402383] env[69301]: INFO networking_nsxv3.common.synchronization [req-d5df557a-1203-451f-9510-b2702891155a req-b6ca1264-a6b6-41c1-91c2-16bfdf58f654 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1107.406412] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1107.406412] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.406412] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.406412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.406412] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.762670] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.762948] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.763144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.763481] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.763885] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.764182] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.764348] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.764585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.764739] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.765124] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.765265] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.765388] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.765507] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.765628] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.765742] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.765883] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.779301] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1e5d38a-71a9-4302-89e3-be7233be8e44: rpc.has_security_group_logging(os_id): False [ 1107.783366] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.783530] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.783671] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.783930] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-368" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.784279] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-9ca6bf12-4f8c-4526-82c2-360a5f46622b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.784456] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.784579] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.785025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.785168] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca6bf12-4f8c-4526-82c2-360a5f46622b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.797140] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.797318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.797384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.797803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.797803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.797949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.798032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.798079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.798221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.798299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.798392] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 is going to be created. [ 1107.863290] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.863483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.863483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.863663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.863784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.876353] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: IN_PROGRESS for 2s [ 1107.907611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.907818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.907818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.908051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.908156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.908375] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.908564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.908564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.908921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.908921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.908921] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1107.943921] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.944177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.944260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.944556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.944790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.956099] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1108.287910] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.288130] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.288300] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.288538] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.288696] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.288861] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 9ca6bf12-4f8c-4526-82c2-360a5f46622b not found, creating... [ 1108.289152] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.289331] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.289452] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.289686] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.289829] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.290169] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.290334] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.290455] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.291029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.291029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.291029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 9ca6bf12-4f8c-4526-82c2-360a5f46622b is going to be created. [ 1108.319273] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.319509] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.319641] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.319935] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.321029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.321029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.011128] env[69301]: INFO networking_nsxv3.common.synchronization [req-d5df557a-1203-451f-9510-b2702891155a req-05c72d61-def5-46d4-91c6-ba46877f4c9f service nova] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_rules [ 1109.012310] env[69301]: INFO networking_nsxv3.common.synchronization [req-d5df557a-1203-451f-9510-b2702891155a req-05c72d61-def5-46d4-91c6-ba46877f4c9f service nova] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1109.012310] env[69301]: INFO networking_nsxv3.common.synchronization [req-d5df557a-1203-451f-9510-b2702891155a req-05c72d61-def5-46d4-91c6-ba46877f4c9f service nova] Enqueued Resource ID: 9ca6bf12-4f8c-4526-82c2-360a5f46622b with Priority: HIGHEST for action port [ 1109.012310] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_rules [ 1109.012844] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1109.013873] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca6bf12-4f8c-4526-82c2-360a5f46622b with Priority: HIGHEST for action port [ 1109.014306] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.014566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.014747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.015031] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.015207] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.016198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.016361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.016619] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ca6bf12-4f8c-4526-82c2-360a5f46622b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.016902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.017034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.018049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.018049] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca6bf12-4f8c-4526-82c2-360a5f46622b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.520295] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.520295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520295] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ca6bf12-4f8c-4526-82c2-360a5f46622b with status ACTIVE [ 1109.520438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.520491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.521138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.521138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.521138] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.521138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.521492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.521492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.521492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.521686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.521787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.521906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.522012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.522086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.522219] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ca6bf12-4f8c-4526-82c2-360a5f46622b is going to be updated. [ 1109.551400] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.551400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.551685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.551794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.552032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.552236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ca6bf12-4f8c-4526-82c2-360a5f46622b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.892170] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: SUCCESS [ 1109.892509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.965439] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1109.965577] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba deletion is rescheduled due to dependency. [ 1109.965688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.965832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.966072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.966264] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.966385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.966481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.966677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.966760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.966856] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.469176] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.971705] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.474816] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.476026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.476026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.476026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.476026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.476026] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1111.510016] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.510254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.510390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.510749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.511022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.523311] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1112.140381] env[69301]: INFO networking_nsxv3.common.synchronization [req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d req-ce3a5185-aeb7-4508-81b3-3d976c8856c4 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Enqueued Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_members [ 1112.140381] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_members [ 1112.144429] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.144626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.144685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.144919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.145117] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.145221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.145292] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.145442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.145738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.145882] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.648699] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.649295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.649295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.649295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.649678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.649820] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.649948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.650114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.650281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.650427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.650564] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 already deleted. [ 1112.650692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.150949] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.151145] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-557" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.151269] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-557" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.151620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-557" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.151887] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.152225] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.152381] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.152610] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.154019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.154019] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.154019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.154019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.154019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.154019] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.154019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.154019] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.175848] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.176014] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.176166] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.176392] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-557" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.176724] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-e1d427e0-bff0-4297-b82f-a88ae7e9df14 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.176908] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.177045] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.177390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.177790] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d427e0-bff0-4297-b82f-a88ae7e9df14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.536379] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1113.536823] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.537046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.537363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.537594] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.538216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.538216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.538216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.538216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.538403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.538438] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.680776] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.681190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.681190] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.681510] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.681671] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.681896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port e1d427e0-bff0-4297-b82f-a88ae7e9df14 not found, creating... [ 1113.682368] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.682572] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.682700] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.682969] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.683151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.683486] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.683641] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.683761] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.684238] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.684398] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.684550] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: e1d427e0-bff0-4297-b82f-a88ae7e9df14 is going to be created. [ 1113.706631] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.706855] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.706974] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.707341] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.707549] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.707783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.041577] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.041792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.041840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.042109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.042311] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.042422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.042496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.042676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.042768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.042863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.043040] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.043149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.043329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.043369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.043577] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.043643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.043676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.043806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.043947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.048099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.048314] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.477498] env[69301]: INFO networking_nsxv3.common.synchronization [req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d req-bc0da3dc-717f-49bf-b60c-d79771add053 service nova] Enqueued Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_rules [ 1114.477498] env[69301]: INFO networking_nsxv3.common.synchronization [req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d req-bc0da3dc-717f-49bf-b60c-d79771add053 service nova] Enqueued Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_members [ 1114.477498] env[69301]: INFO networking_nsxv3.common.synchronization [req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d req-bc0da3dc-717f-49bf-b60c-d79771add053 service nova] Enqueued Resource ID: e1d427e0-bff0-4297-b82f-a88ae7e9df14 with Priority: HIGHEST for action port [ 1114.477498] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_rules [ 1114.478240] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_members [ 1114.478768] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d427e0-bff0-4297-b82f-a88ae7e9df14 with Priority: HIGHEST for action port [ 1114.479322] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.481212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.481212] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.483065] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.483065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.483065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.483065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.483065] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.484294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.484986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.486218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.486218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.486600] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.489081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1d427e0-bff0-4297-b82f-a88ae7e9df14 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.489405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.489405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.489543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.489618] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1d427e0-bff0-4297-b82f-a88ae7e9df14',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.550815] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 578d6a21-b8ac-446f-8274-ccf5232227ba: rpc.has_security_group_logging(os_id): False [ 1114.572858] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.573100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.573180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.573396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.573516] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.573792] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.573923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.574017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.574284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.574377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.574561] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.574655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.574718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.574862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.574937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.575178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.575325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.575380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.575577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.575655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.575742] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1114.650574] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.650802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.650802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.651092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.651832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.664836] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1114.991783] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.993320] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.993320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.993638] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1d427e0-bff0-4297-b82f-a88ae7e9df14 with status ACTIVE [ 1114.993807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.994014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.994100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.994337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.994459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.994845] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.994845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.994845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.995090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.995124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.995303] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.995398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.995456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.995601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.995693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.995781] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1d427e0-bff0-4297-b82f-a88ae7e9df14 is going to be updated. [ 1115.018715] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.018715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.018878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.018977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.019137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.019300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1d427e0-bff0-4297-b82f-a88ae7e9df14" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.459784] env[69301]: INFO networking_nsxv3.common.synchronization [req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 req-b4f846d6-d65b-4fef-b2a7-e539001f5b06 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1115.460375] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1115.460709] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.461104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.461260] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.461359] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.461432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.461599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.461663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.461750] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.499357] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.536085] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.536296] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.536421] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.536690] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.536955] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.537128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.537246] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.538034] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.538034] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.538034] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.538034] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.538034] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.538297] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.538297] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.538436] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.538479] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.561531] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.561852] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.562080] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.562351] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-652" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.562718] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-5169668e-7159-4a3a-b713-d1146fe72a70 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.562998] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.563201] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.563555] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.563788] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5169668e-7159-4a3a-b713-d1146fe72a70',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.964036] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.964261] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.964324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.964976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.964976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.964976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.964976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.964976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.965234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.965293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.965390] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1115.993198] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.993564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.993564] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.993666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.993756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.001829] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1116.002234] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.003030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.003030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.003030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.003030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.003030] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 is going to be created. [ 1116.027037] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.027037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.027037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.027361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.027401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.039925] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 in Status: UNINITIALIZED for 2s [ 1116.066305] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.067064] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.067064] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.067556] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.067958] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.068631] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.069041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.069330] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.069812] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.070103] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.070674] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.070861] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.070990] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.071259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.071404] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.071555] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 5169668e-7159-4a3a-b713-d1146fe72a70 is going to be updated. [ 1116.093021] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.093633] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.093633] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.093856] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.094251] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.094515] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.236431] env[69301]: INFO networking_nsxv3.common.synchronization [req-f1282fca-7769-4764-aacd-68ad9960c507 req-331ca938-177c-426c-8d36-1558f139d487 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1116.237413] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1116.237826] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.238112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.238250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.238528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.238754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.238906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.239018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.239241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.239444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.239580] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.650680] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.650888] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.651029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.651303] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.651620] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.651790] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.651960] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.652173] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.652528] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.652761] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.652928] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.653124] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.653373] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.653518] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.653633] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.653770] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.674316] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.674974] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.674974] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.674974] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.675234] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.675378] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.675446] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.676062] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.676062] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.679820] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1116.680108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.742362] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.887073] env[69301]: INFO networking_nsxv3.common.synchronization [req-4923e999-aea2-4a08-a746-ebbec211ecd0 req-0091918f-0b87-4e56-ad59-914b4831a0ca service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 1116.887273] env[69301]: INFO networking_nsxv3.common.synchronization [req-4923e999-aea2-4a08-a746-ebbec211ecd0 req-0091918f-0b87-4e56-ad59-914b4831a0ca service nova] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1116.887412] env[69301]: INFO networking_nsxv3.common.synchronization [req-4923e999-aea2-4a08-a746-ebbec211ecd0 req-0091918f-0b87-4e56-ad59-914b4831a0ca service nova] Enqueued Resource ID: 5169668e-7159-4a3a-b713-d1146fe72a70 with Priority: HIGHEST for action port [ 1116.887888] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_rules [ 1116.888155] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1116.888331] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5169668e-7159-4a3a-b713-d1146fe72a70 with Priority: HIGHEST for action port [ 1116.888687] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.888843] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.888931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.889183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.889287] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.890191] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.891178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.891178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.891178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.891178] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.891178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.891178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.891391] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.891420] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.891566] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.892811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5169668e-7159-4a3a-b713-d1146fe72a70 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.893034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.893158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.893413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.893560] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5169668e-7159-4a3a-b713-d1146fe72a70',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.179849] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.180329] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.180329] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.180728] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.180918] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.181105] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 not found, creating... [ 1117.181396] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.181709] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.181787] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.182171] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.182335] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.182707] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.182878] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.183099] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.183357] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.183530] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.183899] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 is going to be created. [ 1117.211694] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.211935] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.212125] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.212475] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.212719] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.213121] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.245166] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.395933] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.397864] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.398048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.398261] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5169668e-7159-4a3a-b713-d1146fe72a70 with status ACTIVE [ 1117.398603] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.398756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.398844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.399978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.400160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.400422] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.400558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.400645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.400885] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.400994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.401289] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.401421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.401508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.401712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.401817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.401959] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5169668e-7159-4a3a-b713-d1146fe72a70 is going to be updated. [ 1117.428758] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.429020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.429020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.429202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.429354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.429522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5169668e-7159-4a3a-b713-d1146fe72a70" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.747927] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.748093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.748405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.748405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.748512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.748572] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1117.783104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.783335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.783417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.783651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.784079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.798592] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1117.904172] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.015642] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1118.015814] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1118.015814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.050561] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 in Status: SUCCESS [ 1118.050789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.050959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.051400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.051400] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.051528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.051605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.051732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.051886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.052131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.052246] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.406998] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.407322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.407322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.407502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.407644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.407968] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 1118.446123] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.446464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.446686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.446853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.447019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.458609] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 1118.544490] env[69301]: INFO networking_nsxv3.common.synchronization [req-f1282fca-7769-4764-aacd-68ad9960c507 req-bc3fc664-300f-4d85-a767-f6d39e24afd1 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1118.544750] env[69301]: INFO networking_nsxv3.common.synchronization [req-f1282fca-7769-4764-aacd-68ad9960c507 req-bc3fc664-300f-4d85-a767-f6d39e24afd1 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1118.544819] env[69301]: INFO networking_nsxv3.common.synchronization [req-f1282fca-7769-4764-aacd-68ad9960c507 req-bc3fc664-300f-4d85-a767-f6d39e24afd1 service nova] Enqueued Resource ID: e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 with Priority: HIGHEST for action port [ 1118.545603] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1118.545764] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1118.545917] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 with Priority: HIGHEST for action port [ 1118.546375] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.546543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.546606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.546881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.546975] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.548583] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.548765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.549103] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.549278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.549345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.549553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.549639] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.554330] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.978376] env[69301]: INFO networking_nsxv3.common.synchronization [req-40f487d7-8ddb-4459-8071-1fac657c38c3 req-b973b88c-57db-4e07-9f0d-7b6549f8c056 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Enqueued Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_members [ 1118.978376] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_members [ 1118.978376] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.979637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.979972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.980535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.981148] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.981469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.981683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.982081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.982314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.982540] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.054297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.054297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.054297] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 with status ACTIVE [ 1119.054297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.054297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.054297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.055091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.055369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.055690] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.055951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.057338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.057638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.059112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.059112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.059112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.059112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.059112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.059112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.059112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 is going to be updated. [ 1119.060179] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b21969f5-53a1-4331-a48a-bc6dfa8c5126: rpc.has_security_group_logging(os_id): False [ 1119.090288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.090288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.090288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.090288] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 is going to be created. [ 1119.092035] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.092035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.092035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.092267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.092300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.092444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.194592] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.194893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.194893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.195113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.195563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.214621] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 in Status: IN_PROGRESS for 2s [ 1119.488253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.488253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.488253] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 already deleted. [ 1119.488253] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.593919] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.593919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-850" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.593919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-850" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.593919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-850" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.593919] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.593919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.594518] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.595199] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.595621] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.596110] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.598720] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.598720] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.598720] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.598720] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.598720] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.598720] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.625952] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.625952] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.625952] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.625952] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-850" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.625952] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-eb98a140-6b75-47d3-b848-2abe58404999 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.625952] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.625952] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.625952] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.625952] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb98a140-6b75-47d3-b848-2abe58404999',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.811567] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1119.811897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.812119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.812386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.812622] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.813030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.813030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.813147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.813147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.813273] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.130461] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.130763] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.130906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.131253] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.131489] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.131677] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port eb98a140-6b75-47d3-b848-2abe58404999 not found, creating... [ 1120.132083] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.132376] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.132529] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.132799] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.132961] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.133303] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.133479] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.133604] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.133837] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.134032] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.134206] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: eb98a140-6b75-47d3-b848-2abe58404999 is going to be created. [ 1120.160259] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.160574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.161540] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.162488] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.162790] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.163187] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.315667] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.477028] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 1120.477028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.477028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.477028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.477028] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.477028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.477896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.478417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.480121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.480121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.480121] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.641031] env[69301]: INFO networking_nsxv3.common.synchronization [req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc req-4db7aee1-a214-4dc1-ac18-39a20ef46063 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1120.641031] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGHEST for action security_group_members [ 1120.641811] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.642210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.642502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.642898] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.644017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.644017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.644017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.644017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.644017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.644017] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.818658] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.952904] env[69301]: INFO networking_nsxv3.common.synchronization [req-40f487d7-8ddb-4459-8071-1fac657c38c3 req-0ff77850-9f05-4416-bd8e-eb49bfa2de0f service nova] Enqueued Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_rules [ 1120.953147] env[69301]: INFO networking_nsxv3.common.synchronization [req-40f487d7-8ddb-4459-8071-1fac657c38c3 req-0ff77850-9f05-4416-bd8e-eb49bfa2de0f service nova] Enqueued Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_members [ 1120.953303] env[69301]: INFO networking_nsxv3.common.synchronization [req-40f487d7-8ddb-4459-8071-1fac657c38c3 req-0ff77850-9f05-4416-bd8e-eb49bfa2de0f service nova] Enqueued Resource ID: eb98a140-6b75-47d3-b848-2abe58404999 with Priority: HIGHEST for action port [ 1120.953818] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_rules [ 1120.954211] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_members [ 1120.954324] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb98a140-6b75-47d3-b848-2abe58404999 with Priority: HIGHEST for action port [ 1120.954595] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.954730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.954798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.955125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.955197] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.956075] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.956190] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.956256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.956429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.956578] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.956666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.956723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.956857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.956936] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.957043] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.957785] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb98a140-6b75-47d3-b848-2abe58404999 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.957880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.957944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.958107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.958178] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb98a140-6b75-47d3-b848-2abe58404999',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.982350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.982498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.982576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.982808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.982975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.983115] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.983182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.983333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.983419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.983509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.984904] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.984904] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.984904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.984904] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.149224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.149512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.149559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.149782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.149887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.150092] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.150217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.150274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.150399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.150471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.150555] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be updated. [ 1121.180278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.180436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.180436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.180742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.180918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.190266] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: IN_PROGRESS for 2s [ 1121.226549] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 in Status: SUCCESS [ 1121.226845] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.325279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.325466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.325506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.325822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.325951] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.326095] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1121.362389] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.362586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.362678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.362934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.363144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.372948] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1121.459538] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.460819] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.460992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.461373] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb98a140-6b75-47d3-b848-2abe58404999 with status ACTIVE [ 1121.461585] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.461814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.461814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.462178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.462269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.462446] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.462545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.462599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.462797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.462853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.463119] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.463774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.463774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.463774] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb98a140-6b75-47d3-b848-2abe58404999 is going to be updated. [ 1121.489992] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109c96a6-b36d-4ed7-839f-7021d6130819: rpc.has_security_group_logging(os_id): False [ 1121.492186] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.492344] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.492452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.492619] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.492751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.492904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb98a140-6b75-47d3-b848-2abe58404999" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.512841] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.513041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.513090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.513442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513639] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.513765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.513858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.514140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.514140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514320] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.514530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.514530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.515043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.515122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.515321] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.515413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.515607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.515607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.515702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.515783] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 1121.595154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.595370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.595370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.595689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.595856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.613380] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 1121.962371] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.464866] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.465041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.465140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.465386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.465478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.466066] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 is going to be created. [ 1122.494050] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.494050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.494330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.494417] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.494630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.506140] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 in Status: UNINITIALIZED for 2s [ 1123.209788] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578d6a21-b8ac-446f-8274-ccf5232227ba in Status: SUCCESS [ 1123.210339] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba deletion is rescheduled due to dependency. [ 1123.210339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.386045] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1123.386364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.386581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.386827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.387058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.387188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.387293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.387412] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.387498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.387589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.387682] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.629039] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 1123.629381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.893200] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.893348] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.893415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.893629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.893784] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.893881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.893940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.894148] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.895410] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.895410] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.895410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.895892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.895892] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.397513] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 1124.428160] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.428160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.428160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.428160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.428160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.428390] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.428390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.428476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.428715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.428715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.428853] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.428929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.428978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.429204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.429299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.433418] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.433594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.433643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.433876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.433876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.434205] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1124.527725] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 in Status: SUCCESS [ 1124.528014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.528374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.529550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.529550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.529550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.529550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.529550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.529550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.529550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.529550] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.553303] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.553513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.553568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.553835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.553921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.577402] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1125.033079] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.033243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.033243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.033454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.033692] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.033746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.033777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.033934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.034096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.034201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.034353] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.034454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.034513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.034676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.034827] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.034924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.034981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.035152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.035229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.035309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.035431] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.540325] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23e7afa0-aee6-41ae-9a15-575c945a91f6: rpc.has_security_group_logging(os_id): False [ 1125.565217] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.565217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.565217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.565217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.565217] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.565478] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.565577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.565787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.565987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.566113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.566345] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.566475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.566560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.566727] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.566826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.567050] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.567182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.567236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.567410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.567489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.567576] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 is going to be created. [ 1125.639593] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.639778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.639817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.640028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.640218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653614] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 in Status: IN_PROGRESS for 2s [ 1125.955812] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.955812] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1126.250077] env[69301]: INFO networking_nsxv3.common.synchronization [req-f35645c4-6f73-461d-b520-68f601e330b5 req-48970367-e489-41ca-9c9b-7452681ca68e tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 1126.250647] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 1126.252025] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.252178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.252255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.252470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.252647] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.252760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.252814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.252976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.253069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.253163] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.599461] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1126.599796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.756267] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.756577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.756728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.756975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.757114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.757374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.757532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.757615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.757821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.758477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.758676] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be deleted. [ 1126.792731] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.792957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.793081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.793323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.793458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.793581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.796314] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.796575] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.796711] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.796974] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.797253] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.797436] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.797622] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.797947] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.798180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.798488] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.798708] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.798962] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.799165] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.799338] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.799461] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.799619] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.820242] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.820429] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.820599] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.820768] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.821142] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.821393] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.821493] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.821832] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.821994] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.325219] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.325219] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.325219] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.326188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.326188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.326188] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b not found, creating... [ 1127.326374] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.326564] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.326710] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.327459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.327592] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.328447] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.328447] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.328447] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.330459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.330459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.330459] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b is going to be created. [ 1127.354843] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.355176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.355351] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.355666] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.355960] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.356258] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.665818] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 in Status: SUCCESS [ 1127.666195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.097130] env[69301]: INFO networking_nsxv3.common.synchronization [req-f35645c4-6f73-461d-b520-68f601e330b5 req-c8affee4-f025-4a35-9d69-b66909bde86e service nova] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_rules [ 1128.097329] env[69301]: INFO networking_nsxv3.common.synchronization [req-f35645c4-6f73-461d-b520-68f601e330b5 req-c8affee4-f025-4a35-9d69-b66909bde86e service nova] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 1128.097504] env[69301]: INFO networking_nsxv3.common.synchronization [req-f35645c4-6f73-461d-b520-68f601e330b5 req-c8affee4-f025-4a35-9d69-b66909bde86e service nova] Enqueued Resource ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b with Priority: HIGHEST for action port [ 1128.097751] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_rules [ 1128.097883] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 1128.097980] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b with Priority: HIGHEST for action port [ 1128.098558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.098684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.098750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.098949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.099349] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.100207] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.100318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.100468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.100561] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.100706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.101107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.101179] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.101335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.101423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.101514] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.102279] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.102371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.102440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.102591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.102732] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.134212] env[69301]: INFO networking_nsxv3.common.synchronization [req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 req-cc66d739-1a19-4de7-b0bf-ab7264673806 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_members [ 1128.136554] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGHEST for action security_group_members [ 1128.136554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.136554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.136554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.136554] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.604827] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.605898] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.606086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.606406] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b with status ACTIVE [ 1128.606530] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.606632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.606689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.606888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.606972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.607162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.607255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.607311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.607464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.607539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.607714] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.607800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.607859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.607991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.609315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.609464] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b is going to be updated. [ 1128.634722] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.634896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.634980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.635219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.635355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.635518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.642435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.642660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.642660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.642831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.642933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.646097] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.646097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.646097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.646097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.646097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.646097] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 is going to be updated. [ 1128.681586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.681586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.681586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.681586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.681586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.693684] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b017fa-127b-4282-96c8-85d190d40cf6 in Status: IN_PROGRESS for 2s [ 1129.107014] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.609392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.609392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.609601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.609726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.609726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.609841] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be created. [ 1129.633645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.633819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.633938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.634243] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.634345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.646328] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: UNINITIALIZED for 2s [ 1129.844545] env[69301]: INFO networking_nsxv3.common.synchronization [req-636febbd-2a87-4d7a-b5bd-a02976b6e262 req-84f31abb-b13c-491a-ae52-50007afccfdf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1129.845293] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1129.845640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.847176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.847176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.847176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.847364] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.847364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.847456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.847784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.848084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.848222] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.350989] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.705212] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b017fa-127b-4282-96c8-85d190d40cf6 in Status: SUCCESS [ 1130.705441] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 deletion is rescheduled due to dependency. [ 1130.705608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.854268] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.356732] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.356732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.357084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.357084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.357084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.357864] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1131.387957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.388189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.388264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.388490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.388786] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.398648] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1131.661115] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: SUCCESS [ 1131.661354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.661527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.661762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.661956] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.662111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.662161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.662343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.662433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.662519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.662611] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.166798] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.167207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.167207] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.167318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.167623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.167623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.167726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.167821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.167932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.167972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.168126] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.168222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.168338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.168490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.168630] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.168724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.168792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.168934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.169084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.169178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.169298] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.671418] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6b7993e-3c88-470d-b3ac-244e5de8a7d7: rpc.has_security_group_logging(os_id): False [ 1132.689645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.689645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.690668] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.690668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.690964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.690964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.690964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.691081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.691708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.691708] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.691708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.691708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.691708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.691708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.692041] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be created. [ 1132.750908] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.750908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.750908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.751165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.751241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.767368] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: IN_PROGRESS for 2s [ 1133.410220] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1133.410488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.607977] env[69301]: INFO networking_nsxv3.common.synchronization [req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 req-7c543349-980c-4987-810d-22baf3d1d494 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1133.608680] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1133.609211] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.609534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.609788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.610275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.610564] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.610858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.611099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.611471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.611745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.612814] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.115172] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.507541] env[69301]: INFO networking_nsxv3.common.synchronization [req-5f83bfe5-e8fa-45df-b5a4-def000aa09be req-068c7510-a4b1-4db3-af74-75ed03f362b9 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Enqueued Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_members [ 1134.508799] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGHEST for action security_group_members [ 1134.509942] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.509942] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.510124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.510492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.510710] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.510950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.511036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.511209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.511599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.511843] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.618061] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.799347] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: SUCCESS [ 1134.799347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.014571] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.014699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.014842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.015676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.015676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.015676] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.015676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.015676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.016013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.016013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.016013] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 is going to be updated. [ 1135.047577] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.047782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.047903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.048834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.048834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.058194] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 in Status: IN_PROGRESS for 2s [ 1135.121093] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.121093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.121093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.121093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.121093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.121379] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be updated. [ 1135.147839] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.147839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.147839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.147839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.147839] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.159246] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1136.573656] env[69301]: INFO networking_nsxv3.common.synchronization [req-d71f29e8-f1f4-4143-abe7-72e61e87f9b7 req-dd914e9a-a9fd-444c-9094-84cd9cd7774f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 1136.573656] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGHEST for action security_group_members [ 1136.573656] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.573656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.573656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.574474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.574573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.574759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.574854] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.575110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.575235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.575344] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.635926] env[69301]: INFO networking_nsxv3.common.synchronization [req-d71f29e8-f1f4-4143-abe7-72e61e87f9b7 req-dd914e9a-a9fd-444c-9094-84cd9cd7774f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b with Priority: HIGHEST for action port [ 1136.636495] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b with Priority: HIGHEST for action port [ 1136.636790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.636910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.636971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.637322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.637458] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.070431] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 in Status: SUCCESS [ 1137.070431] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 deletion is rescheduled due to dependency. [ 1137.070431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.078043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.078262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.078262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.078475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.078569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.078800] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.078866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.078938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.079101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.079176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.079325] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be updated. [ 1137.106964] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.107146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.107233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.107449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.107594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.118529] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: IN_PROGRESS for 2s [ 1137.141216] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b with status ACTIVE [ 1137.141468] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.141602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.141775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.141988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.142110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.142314] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.142419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.142480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.142632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.143656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.143755] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.143934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.144051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.144350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.144470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.144608] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b is going to be updated. [ 1137.186794] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1137.187095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.201784] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.202014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.202074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.202431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.202577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.202768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.254494] env[69301]: INFO networking_nsxv3.common.synchronization [req-1747f583-1681-4810-b086-86bbf67fdad9 req-a341faf9-0ae4-4662-9738-75818f65c10b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1138.256240] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1138.256240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.256240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.256240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.256240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.256240] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.256240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.256240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.256240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.256815] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.256815] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.759655] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.759743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.759743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.759971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.760076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.760273] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.760392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.760458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.760611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.760688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.760788] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be updated. [ 1138.792086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.792323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.792401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.792608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.792751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.802487] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: IN_PROGRESS for 2s [ 1139.128334] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 in Status: SUCCESS [ 1139.128519] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 deletion is rescheduled due to dependency. [ 1139.128711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.528442] env[69301]: INFO networking_nsxv3.common.synchronization [req-e63fe578-08b9-44d5-836c-2c919dc9c205 req-1183cca5-8531-4f43-a904-2d3220848390 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_members [ 1140.529159] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGHEST for action security_group_members [ 1140.529507] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.529569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.529787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.529910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.530077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.530510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.530510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.530510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.530510] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.530782] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.812412] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1140.812614] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 deletion is rescheduled due to dependency. [ 1140.812807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.033294] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.033463] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.033535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.033781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.033880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.034121] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.034263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.034343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.034509] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.034585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.034686] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe is going to be updated. [ 1141.062673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.062792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.062869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.063174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.063404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.072892] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe in Status: IN_PROGRESS for 2s [ 1143.084493] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe in Status: SUCCESS [ 1143.084883] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe deletion is rescheduled due to dependency. [ 1143.084883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.247654] env[69301]: INFO networking_nsxv3.common.synchronization [req-b359211f-4d12-4373-8282-2e3774c92fdc req-be8dc783-9ae8-458a-a0e4-ecb6cc83270a tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1143.248227] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1143.248541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.248657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.248927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.253208] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.253356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.253546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.253627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.253722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.253823] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.502997] env[69301]: INFO networking_nsxv3.common.synchronization [req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf req-c602af9f-44fa-4d02-bbf3-906a53ae929a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1143.503738] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1143.504222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.505458] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.505458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.505458] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.631666] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.631883] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.632048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.632385] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.632681] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.632855] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.632978] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.633425] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.633594] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.633840] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.633999] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.634112] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.634273] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.634358] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.634458] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.634623] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.659256] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.659530] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.659726] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.659970] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.660391] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.660571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.660697] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.661149] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.661318] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b9c8ab-d6f3-4138-8730-378e1e8b4c83',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.759556] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.759746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.759787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.760030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.760453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.760513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.760762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760928] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1143.793280] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.793517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.793517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.793708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.793859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.804138] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1144.010543] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.164448] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.164792] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.164845] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.165099] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.165396] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.165758] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 not found, creating... [ 1144.166109] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.166332] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.166497] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.166773] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.167067] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.167419] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.167619] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.167773] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.168048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.168230] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.168410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 is going to be created. [ 1144.199700] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.199926] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.200063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.200554] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.200902] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.201227] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.512782] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.896029] env[69301]: INFO networking_nsxv3.common.synchronization [req-b359211f-4d12-4373-8282-2e3774c92fdc req-23d45a1b-30ce-4732-b3f6-bd23208bfbad service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1144.896029] env[69301]: INFO networking_nsxv3.common.synchronization [req-b359211f-4d12-4373-8282-2e3774c92fdc req-23d45a1b-30ce-4732-b3f6-bd23208bfbad service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1144.896029] env[69301]: INFO networking_nsxv3.common.synchronization [req-b359211f-4d12-4373-8282-2e3774c92fdc req-23d45a1b-30ce-4732-b3f6-bd23208bfbad service nova] Enqueued Resource ID: 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 with Priority: HIGHEST for action port [ 1144.896029] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1144.896029] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1144.896029] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 with Priority: HIGHEST for action port [ 1144.896541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.896800] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.896962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.897377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.897550] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.898488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.900086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.900086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.900086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.900086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.900086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.900086] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36b9c8ab-d6f3-4138-8730-378e1e8b4c83',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.019573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.019573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.019573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.019573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.019573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.019573] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1145.047764] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.048640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.048762] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.049037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.049242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.059707] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1145.243294] env[69301]: INFO networking_nsxv3.common.synchronization [req-7db64944-202d-48f3-aeb2-4706e2381a7e req-26dd0f8b-8c11-448a-9caa-44c217f51e6d tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_members [ 1145.244328] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGHEST for action security_group_members [ 1145.244746] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.244909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.244976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.245287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.245476] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.245591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.245672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.245876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.245982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.246094] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.401351] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.401495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.401659] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 with status ACTIVE [ 1145.401869] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.402039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.402114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.402531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.402773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.402848] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.402912] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.402980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.403168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.403250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.403446] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.403537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.403616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.403775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.403844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.403945] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 is going to be updated. [ 1145.425242] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.425421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.425488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.425690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.425827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.426139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36b9c8ab-d6f3-4138-8730-378e1e8b4c83" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.749065] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.749232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.749298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.749507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.749598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.749795] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.749900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.749953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.750105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.750181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.750267] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f is going to be updated. [ 1145.777448] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.777597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.777662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.777858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.778012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.787477] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f in Status: IN_PROGRESS for 2s [ 1145.812595] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1145.812595] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1145.812792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.812831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.813056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.813207] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.813318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.813381] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.813533] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.813615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.813714] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.315659] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.818424] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.073234] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1147.073432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.321408] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.321706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.321706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.321873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.321970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.322069] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1147.353270] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.357177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.357177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.357177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.357177] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.366925] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1147.797708] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f in Status: SUCCESS [ 1147.797899] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f deletion is rescheduled due to dependency. [ 1147.798027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.183608] env[69301]: INFO networking_nsxv3.common.synchronization [req-81686844-058a-42a6-8841-21a19d3cf4a5 req-76c1c4a2-38cb-4525-b713-9cc473fc5130 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1148.184400] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGHEST for action security_group_members [ 1148.184790] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.184952] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.189422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.189422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.189643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.189759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.189830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.190048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.190169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.190289] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.696387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.696387] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.696387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.696387] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be updated. [ 1148.732022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.732022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.732022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.732022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.732022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.742410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: IN_PROGRESS for 2s [ 1149.376834] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1149.377160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.377250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.377469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.377645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.377834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.377903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.378083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.378134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.378206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.378383] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.504118] env[69301]: INFO networking_nsxv3.common.synchronization [req-33cb1d7f-35be-4d84-9926-72ae182c0160 req-f5945415-4f30-452f-8a03-b262214b2591 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1149.504746] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1149.507640] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.507640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.507640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.507826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.510766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.510899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.511144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.511237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.511276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.511374] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.888678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.888678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.888678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.888678] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.889677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.889677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.889677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.889677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.889677] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.957498] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.957685] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.958469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.958469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.958469] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.958664] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.958664] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.958832] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.959048] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.959549] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.959736] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.959901] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.960074] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.960286] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.960784] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.960784] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.986691] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.986809] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.987402] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.987402] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-97" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.987529] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-02e86343-9f64-4794-a673-37b8640726d6 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.987631] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.987767] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.988093] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.988766] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e86343-9f64-4794-a673-37b8640726d6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.013611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.014012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.014012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.014397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.014397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.014490] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.014556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.014603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.014750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.014827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.014915] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be updated. [ 1150.046380] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.047024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.047024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.047024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.047024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.057214] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: IN_PROGRESS for 2s [ 1150.390201] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0514bc8-c787-4add-af4a-993dd643cb3e: rpc.has_security_group_logging(os_id): False [ 1150.411502] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.411710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.411710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.412236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.412236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.412388] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.412551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.412551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.412670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.412748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.412959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.413536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.413536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.413536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.413536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.413536] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.413828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.414080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.414248] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.414386] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.414489] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1150.494051] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.494051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.494051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.494051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.494051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.494051] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 02e86343-9f64-4794-a673-37b8640726d6 not found, creating... [ 1150.494585] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.494585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.494585] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.494776] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.494923] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.495265] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.495456] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.495578] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.495811] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.496177] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.498043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 02e86343-9f64-4794-a673-37b8640726d6 is going to be created. [ 1150.634381] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.634577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.634692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.634949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.635158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.638830] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.639772] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.639772] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.639772] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.639772] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.640083] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.697392] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1150.765594] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 in Status: SUCCESS [ 1150.765778] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 deletion is rescheduled due to dependency. [ 1150.765918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.239274] env[69301]: INFO networking_nsxv3.common.synchronization [req-33cb1d7f-35be-4d84-9926-72ae182c0160 req-71465125-ed17-440c-914b-b1d268caa3a4 service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 1151.239527] env[69301]: INFO networking_nsxv3.common.synchronization [req-33cb1d7f-35be-4d84-9926-72ae182c0160 req-71465125-ed17-440c-914b-b1d268caa3a4 service nova] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1151.239598] env[69301]: INFO networking_nsxv3.common.synchronization [req-33cb1d7f-35be-4d84-9926-72ae182c0160 req-71465125-ed17-440c-914b-b1d268caa3a4 service nova] Enqueued Resource ID: 02e86343-9f64-4794-a673-37b8640726d6 with Priority: HIGHEST for action port [ 1151.239834] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_rules [ 1151.239964] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1151.240074] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e86343-9f64-4794-a673-37b8640726d6 with Priority: HIGHEST for action port [ 1151.240627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.240799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.240844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.241019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.241291] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.242196] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.242363] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.242789] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e86343-9f64-4794-a673-37b8640726d6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.242789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.242789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.243480] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.243480] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e86343-9f64-4794-a673-37b8640726d6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.745743] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e86343-9f64-4794-a673-37b8640726d6 with status ACTIVE [ 1151.745743] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.745743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.745743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.745743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.745939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.745973] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.746065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.746254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.746290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.746440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.746516] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.746611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.746744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.746888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.746975] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.747052] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e86343-9f64-4794-a673-37b8640726d6 is going to be updated. [ 1151.752098] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.752213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.771672] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.771808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.771883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.772108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.772254] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.772410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e86343-9f64-4794-a673-37b8640726d6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.009480] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f8dae54d-abfa-4d23-a21c-0728a607282e None None] Enqueued Resource ID: aff3c02c-3efa-471f-a9c9-081c759af74a with Priority: HIGHEST for action port [ 1152.009757] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff3c02c-3efa-471f-a9c9-081c759af74a with Priority: HIGHEST for action port [ 1152.011219] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff3c02c-3efa-471f-a9c9-081c759af74a taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.011219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff3c02c-3efa-471f-a9c9-081c759af74a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.011219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff3c02c-3efa-471f-a9c9-081c759af74a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.012683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff3c02c-3efa-471f-a9c9-081c759af74a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.012774] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff3c02c-3efa-471f-a9c9-081c759af74a',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.068112] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1152.068112] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 deletion is rescheduled due to dependency. [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.068112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.068112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.068112] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.185631] env[69301]: INFO networking_nsxv3.common.synchronization [None req-c984d900-d761-48a6-a3bd-72c379b2abe9 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_rules [ 1152.186194] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_rules [ 1152.186511] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.187093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.187093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.187093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.187256] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.288463] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f64cc996-3bac-4283-a0e4-fa493219bbb7 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_rules [ 1152.289154] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_rules [ 1152.289368] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.289475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.515635] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aff3c02c-3efa-471f-a9c9-081c759af74a [ 1152.516379] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.516781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.517017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.517411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.517664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.517911] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aff3c02c-3efa-471f-a9c9-081c759af74a already deleted. [ 1152.518153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff3c02c-3efa-471f-a9c9-081c759af74a" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.574116] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.708285] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.708285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.708285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.708285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.708558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.708558] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 already deleted. [ 1152.708615] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.708835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.710855] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.710855] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.711920] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1152.711920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.079652] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.233382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.233382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.233588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.233926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.234136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.234279] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 already deleted. [ 1153.234427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.583126] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.583126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.583433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.583433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.583433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.583558] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be updated. [ 1153.617637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.617780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.618432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.618432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.618432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.630285] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: IN_PROGRESS for 2s [ 1154.809798] env[69301]: INFO networking_nsxv3.common.synchronization [None req-256f3a7d-8bec-440a-8b62-f7964ddc12a0 None None] Enqueued Resource ID: b8253590-927f-4ef0-b471-3dde94913f32 with Priority: HIGHEST for action port [ 1154.809798] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8253590-927f-4ef0-b471-3dde94913f32 with Priority: HIGHEST for action port [ 1154.810164] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8253590-927f-4ef0-b471-3dde94913f32 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.810231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8253590-927f-4ef0-b471-3dde94913f32" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.810268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8253590-927f-4ef0-b471-3dde94913f32" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.810534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8253590-927f-4ef0-b471-3dde94913f32" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.810621] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8253590-927f-4ef0-b471-3dde94913f32',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.105456] env[69301]: INFO networking_nsxv3.common.synchronization [None req-35b423c5-b822-4a25-b7bd-42bf37a60ced None None] Enqueued Resource ID: e0abebee-4ffd-4ece-8f9d-ebf0d03b5130 with Priority: HIGHEST for action port [ 1155.105728] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0abebee-4ffd-4ece-8f9d-ebf0d03b5130 with Priority: HIGHEST for action port [ 1155.106517] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0abebee-4ffd-4ece-8f9d-ebf0d03b5130 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.106645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0abebee-4ffd-4ece-8f9d-ebf0d03b5130" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.106728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0abebee-4ffd-4ece-8f9d-ebf0d03b5130" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.108057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0abebee-4ffd-4ece-8f9d-ebf0d03b5130" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.108057] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0abebee-4ffd-4ece-8f9d-ebf0d03b5130',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.316369] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8253590-927f-4ef0-b471-3dde94913f32 [ 1155.317188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.317341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.317424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.317625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.317718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.317822] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8253590-927f-4ef0-b471-3dde94913f32 already deleted. [ 1155.317916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8253590-927f-4ef0-b471-3dde94913f32" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.611138] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0abebee-4ffd-4ece-8f9d-ebf0d03b5130 [ 1155.611364] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.611546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.611608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.611780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.611893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.611968] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0abebee-4ffd-4ece-8f9d-ebf0d03b5130 already deleted. [ 1155.612062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0abebee-4ffd-4ece-8f9d-ebf0d03b5130" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.652648] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1155.652904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.653605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.653605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.653605] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.653892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.653892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.654052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.654138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.654227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.654366] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.157374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.157374] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.157698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.157698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.157825] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.157926] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.157992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.158158] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.158245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.158333] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.158483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.158574] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.158633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.158780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.158916] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.159011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.159074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.159211] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.159282] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.159364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.159448] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.667477] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6761f1b0-5b58-4595-92b2-a659fb722622: rpc.has_security_group_logging(os_id): False [ 1156.695348] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.695525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.695717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.695821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.695915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.696371] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.696371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.696371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.696562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.696616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.696901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.696901] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.697065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.697119] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.697169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.697723] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.697723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.697723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.697723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.697723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.698192] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be updated. [ 1156.772499] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.772653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.772724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.773035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.773184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.799372] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: IN_PROGRESS for 2s [ 1157.308607] env[69301]: INFO networking_nsxv3.common.synchronization [None req-ec927995-5bed-4b1c-9c41-d2ef5557d444 None None] Enqueued Resource ID: 96072802-680b-409b-b614-fdb7a379fc2d with Priority: HIGHEST for action port [ 1157.308879] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96072802-680b-409b-b614-fdb7a379fc2d with Priority: HIGHEST for action port [ 1157.309156] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-96072802-680b-409b-b614-fdb7a379fc2d taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.309156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96072802-680b-409b-b614-fdb7a379fc2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.309351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96072802-680b-409b-b614-fdb7a379fc2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.310367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96072802-680b-409b-b614-fdb7a379fc2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.310367] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96072802-680b-409b-b614-fdb7a379fc2d',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.815337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96072802-680b-409b-b614-fdb7a379fc2d [ 1157.815637] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.815720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.815795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.816018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.816098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.816424] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96072802-680b-409b-b614-fdb7a379fc2d already deleted. [ 1157.816424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96072802-680b-409b-b614-fdb7a379fc2d" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.107476] env[69301]: INFO networking_nsxv3.common.synchronization [None req-b047bb19-a37d-4769-ae96-a682bf5416dd tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1158.107476] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGHEST for action security_group_members [ 1158.108032] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.108349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.108597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.108962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.109317] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.109588] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.109910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.112617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.112617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.112617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.616120] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.616120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.616120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.616930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.616930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.616930] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.616930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.616930] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.617602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.617602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.617602] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be updated. [ 1158.649939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.650132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.650224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.650443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.650583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.661442] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: IN_PROGRESS for 2s [ 1158.814779] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1158.814779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.302212] env[69301]: INFO networking_nsxv3.common.synchronization [None req-43281f9f-39bd-43b7-b65b-49964415dbbc None None] Enqueued Resource ID: 23e9bcfd-f9b9-41b2-a66b-4ea5c62becee with Priority: HIGHEST for action port [ 1160.302595] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e9bcfd-f9b9-41b2-a66b-4ea5c62becee with Priority: HIGHEST for action port [ 1160.303224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e9bcfd-f9b9-41b2-a66b-4ea5c62becee taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.304082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e9bcfd-f9b9-41b2-a66b-4ea5c62becee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.304082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e9bcfd-f9b9-41b2-a66b-4ea5c62becee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.306166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e9bcfd-f9b9-41b2-a66b-4ea5c62becee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.308184] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e9bcfd-f9b9-41b2-a66b-4ea5c62becee',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.673224] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109c96a6-b36d-4ed7-839f-7021d6130819 in Status: SUCCESS [ 1160.673224] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 deletion is rescheduled due to dependency. [ 1160.673224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.810748] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23e9bcfd-f9b9-41b2-a66b-4ea5c62becee [ 1160.810748] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.810748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.810748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.810748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.810748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.810748] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23e9bcfd-f9b9-41b2-a66b-4ea5c62becee already deleted. [ 1160.810748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e9bcfd-f9b9-41b2-a66b-4ea5c62becee" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.336426] env[69301]: INFO networking_nsxv3.common.synchronization [req-6f134530-2618-4ca7-b643-a0615129dd06 req-89a1b3f8-8b8a-47a8-b7ed-c24dda288da2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_members [ 1161.338017] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_members [ 1161.338017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.338017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.338219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.338791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.338791] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.338791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.338791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.339462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.339462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.339462] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.845151] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.845151] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.845151] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 already deleted. [ 1161.845151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.857346] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.857346] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.857346] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.857346] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.857346] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.857346] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.858085] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.858687] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.859032] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.859455] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.859991] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.860391] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.860675] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.860996] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.861273] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.865055] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.888173] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.888173] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.888173] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.888173] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-728" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.888597] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-386318ca-6460-4cbd-8f88-abd85d742336 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.888747] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.888880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.889278] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.889440] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386318ca-6460-4cbd-8f88-abd85d742336',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.395128] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.395128] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 386318ca-6460-4cbd-8f88-abd85d742336 not found, creating... [ 1162.395128] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.395128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.398646] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.398646] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.398646] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.398646] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.398646] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.398646] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 386318ca-6460-4cbd-8f88-abd85d742336 is going to be created. [ 1162.421569] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.424643] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.424896] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.425338] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.425688] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.426176] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.667023] env[69301]: INFO networking_nsxv3.common.synchronization [None req-3b9730a8-5d0d-48cb-a14d-15902b32087f None None] Enqueued Resource ID: 98d1e76b-c0fc-4ec2-b614-8b96f2600b37 with Priority: HIGHEST for action port [ 1162.667023] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d1e76b-c0fc-4ec2-b614-8b96f2600b37 with Priority: HIGHEST for action port [ 1162.667023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d1e76b-c0fc-4ec2-b614-8b96f2600b37 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.667023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d1e76b-c0fc-4ec2-b614-8b96f2600b37" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.667023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d1e76b-c0fc-4ec2-b614-8b96f2600b37" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.667023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d1e76b-c0fc-4ec2-b614-8b96f2600b37" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.667023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d1e76b-c0fc-4ec2-b614-8b96f2600b37',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.168713] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98d1e76b-c0fc-4ec2-b614-8b96f2600b37 [ 1163.168945] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.169102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.169170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.169477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.169612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.169722] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98d1e76b-c0fc-4ec2-b614-8b96f2600b37 already deleted. [ 1163.169817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d1e76b-c0fc-4ec2-b614-8b96f2600b37" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.341149] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c96dded-f163-4a1b-bc29-5023acb3b75d req-7ae99264-01bc-461b-90a9-2a730b984e4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1163.343666] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1163.343666] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.343666] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.343666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.343666] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.355289] env[69301]: INFO networking_nsxv3.common.synchronization [req-6f134530-2618-4ca7-b643-a0615129dd06 req-590fdd61-d432-4c6a-bff3-472e8275769d service nova] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_rules [ 1163.355289] env[69301]: INFO networking_nsxv3.common.synchronization [req-6f134530-2618-4ca7-b643-a0615129dd06 req-590fdd61-d432-4c6a-bff3-472e8275769d service nova] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_members [ 1163.355289] env[69301]: INFO networking_nsxv3.common.synchronization [req-6f134530-2618-4ca7-b643-a0615129dd06 req-590fdd61-d432-4c6a-bff3-472e8275769d service nova] Enqueued Resource ID: 386318ca-6460-4cbd-8f88-abd85d742336 with Priority: HIGHEST for action port [ 1163.355289] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_rules [ 1163.355289] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_members [ 1163.355289] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 386318ca-6460-4cbd-8f88-abd85d742336 with Priority: HIGHEST for action port [ 1163.355289] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.355289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.355289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.355289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.355289] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.357092] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.358899] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.358899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.358899] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.362676] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-386318ca-6460-4cbd-8f88-abd85d742336 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.366020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.366020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.366020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.366020] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('386318ca-6460-4cbd-8f88-abd85d742336',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.685589] env[69301]: INFO networking_nsxv3.common.synchronization [None req-293f4bd1-6d74-4c14-a0ca-7d096cf0f8fb None None] Enqueued Resource ID: 3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c with Priority: HIGHEST for action port [ 1163.685589] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c with Priority: HIGHEST for action port [ 1163.686135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.686284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.686340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.686626] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.686736] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.814889] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.815186] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.815329] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.815633] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.815935] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.819118] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.819118] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.819118] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.819118] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.819118] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.819118] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.819118] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.819118] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.819118] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.819118] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.819118] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.847472] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.865651] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 386318ca-6460-4cbd-8f88-abd85d742336 with status ACTIVE [ 1163.865899] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.866197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.866197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.866361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.869563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.869563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.869563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.869563] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 386318ca-6460-4cbd-8f88-abd85d742336 is going to be updated. [ 1163.870728] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.870889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.871140] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.878200] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.878396] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.878532] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.878967] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.879411] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.879588] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.879723] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.880096] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.880263] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cec1eed-2e4b-4692-a5a9-fa4de61efcad',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.899061] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.899220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.899293] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.899524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.899671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.899844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-386318ca-6460-4cbd-8f88-abd85d742336" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.906521] env[69301]: INFO networking_nsxv3.common.synchronization [req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 req-1395e781-5e58-4d8a-a67c-630a30020479 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1163.906521] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGHEST for action security_group_members [ 1163.906521] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.906521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.906521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.906521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.906521] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.906521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.906978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.906978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.906978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.906978] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.189552] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c [ 1164.190017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.190562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.190562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.190759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.190759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.190823] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c already deleted. [ 1164.192088] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3002d8eb-8c0e-46eb-88a4-53e8eabbfb0c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.352024] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.384600] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.384600] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.384600] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.384600] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.385825] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.385825] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.385991] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 9cec1eed-2e4b-4692-a5a9-fa4de61efcad not found, creating... [ 1164.386304] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.386477] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.386595] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.386856] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.387291] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.387616] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.387830] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.388060] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.388375] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.388591] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.388851] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 9cec1eed-2e4b-4692-a5a9-fa4de61efcad is going to be created. [ 1164.413630] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.413630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.413630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.413630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.414170] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.414170] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.418018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.418018] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.418018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.418018] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be updated. [ 1164.452528] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.452528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.452528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.452528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.452528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.466892] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: IN_PROGRESS for 2s [ 1164.822329] env[69301]: INFO networking_nsxv3.common.synchronization [None req-e366a58b-d426-4d82-9647-587b592b63ce tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1164.823818] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1164.823818] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.824526] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.824775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.826338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.827583] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.855981] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.855981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.855981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.855981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.855981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.855981] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1164.891949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.891949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.892143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.892235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.892320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.892421] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 is going to be created. [ 1164.894488] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.894590] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.894680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.894864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.895009] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.911891] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1164.936464] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.936649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.936711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.937042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.937236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.947753] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 in Status: UNINITIALIZED for 2s [ 1164.998901] env[69301]: INFO networking_nsxv3.common.synchronization [None req-4193ddce-597e-449d-96eb-cb5c375a92d7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1164.999689] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1165.000057] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.000154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.242855] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c96dded-f163-4a1b-bc29-5023acb3b75d req-56bff158-8073-48d6-a4a9-b0d0a59af611 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1165.242855] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c96dded-f163-4a1b-bc29-5023acb3b75d req-56bff158-8073-48d6-a4a9-b0d0a59af611 service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1165.242855] env[69301]: INFO networking_nsxv3.common.synchronization [req-3c96dded-f163-4a1b-bc29-5023acb3b75d req-56bff158-8073-48d6-a4a9-b0d0a59af611 service nova] Enqueued Resource ID: 9cec1eed-2e4b-4692-a5a9-fa4de61efcad with Priority: HIGHEST for action port [ 1165.242855] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1165.243024] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1165.243024] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cec1eed-2e4b-4692-a5a9-fa4de61efcad with Priority: HIGHEST for action port [ 1165.243897] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.243897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.243897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.244131] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.244131] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.245338] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.245446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.245684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.245810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.245873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.246143] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.246218] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cec1eed-2e4b-4692-a5a9-fa4de61efcad',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.349077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.349157] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.350039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.350039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.350039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.350039] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 already deleted. [ 1165.350039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.350039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.350039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.350445] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.505510] env[69301]: INFO networking_nsxv3.common.synchronization [req-61fb384f-30a9-496d-8205-77d64f43b3da req-a4177150-0409-414a-93a8-f1ade8a11da2 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_members [ 1165.505510] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGHEST for action security_group_members [ 1165.506468] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.506468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.506468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.509286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.509286] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.509286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.509286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.509286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.509286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.509286] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.749109] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cec1eed-2e4b-4692-a5a9-fa4de61efcad with status ACTIVE [ 1165.749408] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.749565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.749638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.749850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.750708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.750708] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.750708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.750708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.750708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.750708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.751080] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.751080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.751080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.751187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.751187] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.751270] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cec1eed-2e4b-4692-a5a9-fa4de61efcad is going to be updated. [ 1165.753135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.753266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.777302] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.777461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.777537] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.777784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.777928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.778103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cec1eed-2e4b-4692-a5a9-fa4de61efcad" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.879503] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.880041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.880041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.880041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.880041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.880183] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 already deleted. [ 1165.882804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.901701] env[69301]: INFO networking_nsxv3.common.synchronization [None req-7b12b851-de73-4844-94dd-10c31b93c708 None None] Enqueued Resource ID: 861a2c56-55b8-42c3-981d-eff06ba4aa35 with Priority: HIGHEST for action port [ 1165.902396] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 861a2c56-55b8-42c3-981d-eff06ba4aa35 with Priority: HIGHEST for action port [ 1165.902753] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-861a2c56-55b8-42c3-981d-eff06ba4aa35 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.902896] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-861a2c56-55b8-42c3-981d-eff06ba4aa35" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.902966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-861a2c56-55b8-42c3-981d-eff06ba4aa35" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.903612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-861a2c56-55b8-42c3-981d-eff06ba4aa35" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.903718] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861a2c56-55b8-42c3-981d-eff06ba4aa35',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.982083] env[69301]: INFO networking_nsxv3.common.synchronization [req-4355f018-c811-452b-846a-5daa2e4a9877 req-ad68322d-7c3e-47da-a478-81b92adffea9 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1165.982761] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1165.983804] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.983960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.984026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.984281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.984608] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.984737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.984802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.985347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.985444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.985554] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.012119] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.012315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.012433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.012665] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.012764] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.012968] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.013087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.013155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.013330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.013406] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.013495] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c590a582-2260-4fec-927b-b13803e7b003 is going to be updated. [ 1166.044716] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.044923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.045008] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.045263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.045429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.055798] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c590a582-2260-4fec-927b-b13803e7b003 in Status: IN_PROGRESS for 2s [ 1166.300713] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.300957] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.301548] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.301548] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.301728] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.301912] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.302325] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.302620] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.302850] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.303180] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.303347] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.303499] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.303671] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.303829] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.303990] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.304177] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.327531] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.327767] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.327982] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.328281] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-984" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.328660] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-a142a3e3-652a-4b4e-a8d7-565a14b0c854 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.328922] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.329308] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.329736] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.329960] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a142a3e3-652a-4b4e-a8d7-565a14b0c854',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.406527] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 861a2c56-55b8-42c3-981d-eff06ba4aa35 [ 1166.406652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.406813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.406942] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.407308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.407456] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.407612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:861a2c56-55b8-42c3-981d-eff06ba4aa35 already deleted. [ 1166.407771] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-861a2c56-55b8-42c3-981d-eff06ba4aa35" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.479189] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6761f1b0-5b58-4595-92b2-a659fb722622 in Status: SUCCESS [ 1166.479425] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 deletion is rescheduled due to dependency. [ 1166.479573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.490874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.834469] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.834469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.834469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.834469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.834469] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.834469] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port a142a3e3-652a-4b4e-a8d7-565a14b0c854 not found, creating... [ 1166.834469] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.835922] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.835922] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.835922] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.836167] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.836348] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.836524] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.836648] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.836873] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.837017] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.837175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: a142a3e3-652a-4b4e-a8d7-565a14b0c854 is going to be created. [ 1166.865029] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.865259] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.865398] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.865737] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.866015] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.866261] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.922858] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1166.923312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.923364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.923548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.923757] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.923879] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.923921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.924095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.924173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.924268] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.969494] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 in Status: SUCCESS [ 1166.969780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.969965] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.970238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.970934] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.970934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.970934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.970934] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.971175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.971175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.971294] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.996567] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.428210] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.473805] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.510633] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.510633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.510633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.510633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.510633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.510633] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be updated. [ 1167.546870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.546870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.546870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.546870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.546870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.558776] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 1167.735474] env[69301]: INFO networking_nsxv3.common.synchronization [req-4355f018-c811-452b-846a-5daa2e4a9877 req-59f4b7b5-9724-4d5b-898c-df57bd0a3bf8 service nova] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 1167.735474] env[69301]: INFO networking_nsxv3.common.synchronization [req-4355f018-c811-452b-846a-5daa2e4a9877 req-59f4b7b5-9724-4d5b-898c-df57bd0a3bf8 service nova] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1167.735474] env[69301]: INFO networking_nsxv3.common.synchronization [req-4355f018-c811-452b-846a-5daa2e4a9877 req-59f4b7b5-9724-4d5b-898c-df57bd0a3bf8 service nova] Enqueued Resource ID: a142a3e3-652a-4b4e-a8d7-565a14b0c854 with Priority: HIGHEST for action port [ 1167.739149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_rules [ 1167.739149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1167.739149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a142a3e3-652a-4b4e-a8d7-565a14b0c854 with Priority: HIGHEST for action port [ 1167.739149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.739149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.739149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.739149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.739149] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.739149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.739149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.739149] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a142a3e3-652a-4b4e-a8d7-565a14b0c854 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.739149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.741099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.745948] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a142a3e3-652a-4b4e-a8d7-565a14b0c854',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.929499] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.976505] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3571f7ae-8b6b-409d-97ce-71b476176eb0: rpc.has_security_group_logging(os_id): False [ 1167.998435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.998435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.998435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.998435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.998435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.998435] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.998435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.998435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.999140] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.999357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.999503] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 is going to be created. [ 1168.065491] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.065717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.065717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.065997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.066264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.070137] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c590a582-2260-4fec-927b-b13803e7b003 in Status: SUCCESS [ 1168.070416] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c590a582-2260-4fec-927b-b13803e7b003 deletion is rescheduled due to dependency. [ 1168.070531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.080842] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 in Status: IN_PROGRESS for 2s [ 1168.244098] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.244288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.244588] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a142a3e3-652a-4b4e-a8d7-565a14b0c854 with status ACTIVE [ 1168.244830] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.245027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.245128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.245377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.245546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.245719] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.245872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.246011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.246330] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.246513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.246863] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.247074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.247194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.248025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.248025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.248025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a142a3e3-652a-4b4e-a8d7-565a14b0c854 is going to be updated. [ 1168.279195] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.279446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.279446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.279617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.279831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.280135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a142a3e3-652a-4b4e-a8d7-565a14b0c854" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.433066] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.433246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.433320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.433539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.433635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.433740] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1168.465055] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.465275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.465275] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.465500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.465678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.477175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1168.931844] env[69301]: INFO networking_nsxv3.common.synchronization [req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc req-105d953b-faa7-40a9-a531-d8a3428f426b tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Enqueued Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_members [ 1168.932465] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_members [ 1168.932871] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.932991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.933387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.933833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.934603] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.934919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.934919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.935231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.935571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.935858] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.433033] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.433033] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-238" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.433033] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-238" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.433033] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-238" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.433033] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.433431] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.433553] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.433826] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.433983] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.434321] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.434662] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.434855] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.435038] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.435240] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.435431] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.435603] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.439437] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.439639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.439752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.440136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.440284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.440573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.440751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.441684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.441684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.441684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.441684] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd already deleted. [ 1169.441684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.462025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.462025] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.462025] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.462025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-238" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.462025] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.462025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.462025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.462025] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.462025] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875cf36c-0dbb-4ed7-a5d8-d26212dd7dba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.575060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 1169.575060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.575060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.575060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.575060] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.575060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.575060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.575623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.575623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.575623] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.965240] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.965607] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.965750] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.966133] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.966359] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.966761] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba not found, creating... [ 1169.966832] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.967295] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.967295] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.967606] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.968028] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.968400] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.968775] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.968775] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.969104] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.969287] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.969564] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba is going to be created. [ 1169.994670] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.994670] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.994670] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.994861] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.995252] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.997016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.081398] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.105636] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 in Status: SUCCESS [ 1170.105966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.489304] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1170.489546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.489721] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.489944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.490157] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.490291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.490360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.490489] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.490576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.490655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.490735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.585985] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.749246] env[69301]: INFO networking_nsxv3.common.synchronization [req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc req-05ed5534-fdc0-4ed0-b7a5-4f472fc64057 service nova] Enqueued Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_rules [ 1170.749433] env[69301]: INFO networking_nsxv3.common.synchronization [req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc req-05ed5534-fdc0-4ed0-b7a5-4f472fc64057 service nova] Enqueued Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_members [ 1170.749574] env[69301]: INFO networking_nsxv3.common.synchronization [req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc req-05ed5534-fdc0-4ed0-b7a5-4f472fc64057 service nova] Enqueued Resource ID: 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba with Priority: HIGHEST for action port [ 1170.749868] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_rules [ 1170.750012] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_members [ 1170.750103] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba with Priority: HIGHEST for action port [ 1170.750761] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.750911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.750996] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.751389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.751476] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.752441] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.752634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.752634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.752809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.752957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.753063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.753132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.753266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.753400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.753434] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.754461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.754631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.754708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.757849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.757849] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875cf36c-0dbb-4ed7-a5d8-d26212dd7dba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.995966] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.996286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.996379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.996608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.996797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.996928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.996983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.997188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.997276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.997368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.997525] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.997622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.997674] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.997828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.997973] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.998085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.998149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.998291] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.998368] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.998468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.998568] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.091766] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.091957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.092875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.092875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.092875] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.092875] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be updated. [ 1171.120703] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.120889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.120943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.121205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.121369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.131192] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 1171.257360] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.257520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.257695] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.265043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba with status ACTIVE [ 1171.265043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.265043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.265043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.265043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.265043] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba is going to be updated. [ 1171.291851] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.292056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.292111] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.292324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.292554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.292830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.341398] env[69301]: INFO networking_nsxv3.common.synchronization [req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 req-82fabe31-64af-469c-b1e5-9757d6122585 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Enqueued Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_members [ 1171.342117] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_members [ 1171.342492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.343631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.343631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.343631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.343631] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.343631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.343631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.343631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.344042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.344042] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.500765] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 1171.519845] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.520108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.520723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.520723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.520723] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.521012] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.521107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.521151] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.521366] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.521490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.521716] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.521848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.521968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.523542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.523725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.524039] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.524165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.524234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.524413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.524495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.524614] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1171.602355] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.602718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.602718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.602891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.603068] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.619692] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1171.760930] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.849874] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.849874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.850118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.850649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.850649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.850912] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.851709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.851709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.851709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.851709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.851709] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66070298-9cf3-4316-9508-89d608ca4ddf already deleted. [ 1171.851709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.174031] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.174031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-998" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.174031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-998" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.174031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-998" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.174031] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.182337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.182337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.182337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.182337] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.182337] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.182337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.182337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.182337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.182337] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.182337] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.182337] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.215039] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.215309] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.215549] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.215787] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-998" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.216527] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-0096e7c6-f447-4741-af72-e6e38fb212cc taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.216527] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.216527] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.216814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.216975] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0096e7c6-f447-4741-af72-e6e38fb212cc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.264494] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.264962] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.265041] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.265432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.265740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.265938] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd is going to be created. [ 1172.290740] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.290976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.290976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.291193] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.291354] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.302609] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd in Status: UNINITIALIZED for 2s [ 1172.720117] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.720327] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.720406] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.720701] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.720869] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.721130] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 0096e7c6-f447-4741-af72-e6e38fb212cc not found, creating... [ 1172.721428] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.721596] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.721720] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.721959] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.722122] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.722452] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.722666] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.722819] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.723016] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.723160] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.723306] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 0096e7c6-f447-4741-af72-e6e38fb212cc is going to be created. [ 1172.745470] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.745470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.745470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.745470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.745470] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.745805] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.141993] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 1173.142322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.142521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.142738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.142935] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.143081] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.143146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.143796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.143796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.143796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.143796] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.636716] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1173.637093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.651583] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.701488] env[69301]: INFO networking_nsxv3.common.synchronization [req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 req-c5c4643d-6d75-4efa-b132-593b6b3d7e44 service nova] Enqueued Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_rules [ 1173.701681] env[69301]: INFO networking_nsxv3.common.synchronization [req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 req-c5c4643d-6d75-4efa-b132-593b6b3d7e44 service nova] Enqueued Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_members [ 1173.701825] env[69301]: INFO networking_nsxv3.common.synchronization [req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 req-c5c4643d-6d75-4efa-b132-593b6b3d7e44 service nova] Enqueued Resource ID: 0096e7c6-f447-4741-af72-e6e38fb212cc with Priority: HIGHEST for action port [ 1173.704736] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_rules [ 1173.704736] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_members [ 1173.704736] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0096e7c6-f447-4741-af72-e6e38fb212cc with Priority: HIGHEST for action port [ 1173.704996] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.705073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.705161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.705405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.705523] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.707325] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.707325] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.707325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.707720] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.708826] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0096e7c6-f447-4741-af72-e6e38fb212cc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.708826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.708826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.709038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.709038] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0096e7c6-f447-4741-af72-e6e38fb212cc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.156943] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03933cb9-a913-4bb9-a984-dd3ac5804891: rpc.has_security_group_logging(os_id): False [ 1174.174748] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.176023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.176023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.176023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.214023] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.214023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.214023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.214023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.214023] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.214023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.214023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.214023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.215488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.215656] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be updated. [ 1174.219033] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0096e7c6-f447-4741-af72-e6e38fb212cc with status ACTIVE [ 1174.219033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.219271] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.219323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.222946] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.222946] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.222946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.222946] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0096e7c6-f447-4741-af72-e6e38fb212cc is going to be updated. [ 1174.259618] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.259618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.259618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.263044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.263270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.263393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0096e7c6-f447-4741-af72-e6e38fb212cc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.319526] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd in Status: SUCCESS [ 1174.319753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.319938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.320216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.320368] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.320487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.320551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.320707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.320790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.320874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.320964] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.328019] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.328205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.328279] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.328473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.328675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.342262] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 1174.724597] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.825357] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.825357] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.825357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.825357] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.826929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.826929] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.826929] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.231329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.231329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.231329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.231329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.231329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.231329] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66070298-9cf3-4316-9508-89d608ca4ddf is going to be created. [ 1175.255256] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.255436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.255535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.255837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.256066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.271368] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66070298-9cf3-4316-9508-89d608ca4ddf in Status: UNINITIALIZED for 2s [ 1175.331802] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd: rpc.has_security_group_logging(os_id): False [ 1175.353256] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.353419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.353464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.353676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.353768] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.353965] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.354077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.354138] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.354290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.354369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.354567] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.354678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.354742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.354883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.354980] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.355152] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.355244] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.355301] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.355438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.355511] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.355612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd is going to be created. [ 1175.437442] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.437442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.437442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.437694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.437728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.452208] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd in Status: IN_PROGRESS for 2s [ 1176.357952] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 1176.358508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.689431] env[69301]: INFO networking_nsxv3.common.synchronization [req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 req-172e2cf1-7086-4503-8f38-de634d5806d4 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Enqueued Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_members [ 1176.689979] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 with Priority: HIGHEST for action security_group_members [ 1176.690684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b21969f5-53a1-4331-a48a-bc6dfa8c5126 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.690775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.690849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.691060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.691236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.691343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.691401] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.691559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.691643] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.691812] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b21969f5-53a1-4331-a48a-bc6dfa8c5126',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.120233] env[69301]: INFO networking_nsxv3.common.synchronization [req-90718c86-58e3-481e-94f0-68c63e9ab166 req-e99ba4bb-c2b7-443b-9183-96ca6265a27c tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1177.120233] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1177.120851] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.120851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.120851] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.120968] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121290] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.121901] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.194207] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.194397] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.194469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.194714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.194810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.195058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.195205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.195446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.195446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.195446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.195565] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 is going to be updated. [ 1177.257177] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.257382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.257426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.258027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.258027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.272029] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 in Status: IN_PROGRESS for 2s [ 1177.282062] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66070298-9cf3-4316-9508-89d608ca4ddf in Status: SUCCESS [ 1177.282304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.282482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.282759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.282965] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.283133] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.283203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.283370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.283452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.283539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.283642] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.466976] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd in Status: SUCCESS [ 1177.467274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.625031] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.787654] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.787654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.787654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.787654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.787654] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.788156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.788268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.795627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.795627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.795627] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.795627] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.837439] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 req-978264cc-dbfc-43b5-bff8-6740d6ad88bd tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1177.837856] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1177.838331] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.838331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.838331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.838632] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.838854] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.838993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.839404] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.839585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.839677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.839780] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.128968] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.296500] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66070298-9cf3-4316-9508-89d608ca4ddf: rpc.has_security_group_logging(os_id): False [ 1178.326249] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.326438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.326482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.327032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.327032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.327200] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.327869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.327869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.328025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.328174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.328402] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.328559] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.328664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.328905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.329057] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.329288] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.329448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.329556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.329760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.329904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.330083] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66070298-9cf3-4316-9508-89d608ca4ddf is going to be created. [ 1178.345539] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.345716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.345812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.346048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.346155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.346362] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.346467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.346525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.346680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.346922] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.348194] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 already deleted. [ 1178.348194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.354549] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.354808] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.354950] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.355326] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.356451] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.356618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.356618] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.358216] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.358216] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.358216] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.358216] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.358216] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.358216] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.358216] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.358216] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.358216] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.381031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.381031] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.381031] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.381031] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.381330] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.381422] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.381603] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.381875] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.382188] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ca918b-9b0a-48ac-94ee-e5e56dad4cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.409067] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.409715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.409715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.409715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.409888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.427777] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66070298-9cf3-4316-9508-89d608ca4ddf in Status: IN_PROGRESS for 2s [ 1178.631378] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.631676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.631676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.631881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.631976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.632095] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1178.663875] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.664087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.664215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.664376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.664580] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.680731] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1178.884855] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.885132] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.885274] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.885571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.885766] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.885921] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec not found, creating... [ 1178.886219] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.886432] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.886507] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.886747] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.886893] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.887286] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.887459] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.887574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.887798] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.887936] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.888093] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: c1ca918b-9b0a-48ac-94ee-e5e56dad4cec is going to be created. [ 1178.909202] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.909417] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.909545] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.909840] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.910107] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.910342] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.281486] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 in Status: SUCCESS [ 1179.281712] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b21969f5-53a1-4331-a48a-bc6dfa8c5126 deletion is rescheduled due to dependency. [ 1179.281838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b21969f5-53a1-4331-a48a-bc6dfa8c5126" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.818272] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 req-dab00a07-46fd-4b2d-a556-d759f21be900 service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1179.818560] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 req-dab00a07-46fd-4b2d-a556-d759f21be900 service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1179.818723] env[69301]: INFO networking_nsxv3.common.synchronization [req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 req-dab00a07-46fd-4b2d-a556-d759f21be900 service nova] Enqueued Resource ID: c1ca918b-9b0a-48ac-94ee-e5e56dad4cec with Priority: HIGHEST for action port [ 1179.819240] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1179.819406] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1179.819761] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ca918b-9b0a-48ac-94ee-e5e56dad4cec with Priority: HIGHEST for action port [ 1179.820383] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.820383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.820548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.820777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.820843] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.821889] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.822072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.822606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.822606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.822606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.822606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.822889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.825695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.825695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.825695] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.825695] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.825695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.825695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.825695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.825695] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ca918b-9b0a-48ac-94ee-e5e56dad4cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.326751] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.326893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.331847] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.332844] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec with status ACTIVE [ 1180.333073] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.333194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.333255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.333460] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.333548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.333779] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.334529] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.334529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.336720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.336720] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1ca918b-9b0a-48ac-94ee-e5e56dad4cec is going to be updated. [ 1180.362432] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.362611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.362703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.362928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.363086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.363246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.441896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66070298-9cf3-4316-9508-89d608ca4ddf in Status: SUCCESS [ 1180.443023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.690418] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1180.690661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.841419] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.344024] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.344249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.344320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.344529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.344623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.344849] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be created. [ 1181.371136] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.371340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.371403] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.371628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.371797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.381898] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: UNINITIALIZED for 2s [ 1182.362320] env[69301]: INFO networking_nsxv3.common.synchronization [req-baf59005-2ca5-4df7-9685-57c10073f782 req-81a397ec-7f52-4efe-a1f3-c474588e75e8 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Enqueued Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_members [ 1182.363484] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGHEST for action security_group_members [ 1182.363484] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.363484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.363484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.363705] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.363796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.363835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363985] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.364077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.364163] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.866596] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.866763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.866763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.866974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.867141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.867324] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.867425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.867487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.867655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.867788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.867876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd is going to be updated. [ 1182.899810] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.899810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.899810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.900099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.900099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.910757] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd in Status: IN_PROGRESS for 2s [ 1183.393888] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1183.394175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.394290] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.394488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.394682] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.394803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.394928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.395026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.397938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.397938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.397938] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.903416] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.203015] env[69301]: INFO networking_nsxv3.common.synchronization [req-c63a84db-bcab-4f9b-ba22-041985ce39c1 req-d3c38e58-6f68-4b0e-a819-059ea2ba0ee0 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1184.203686] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1184.204586] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.204586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.204586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.204586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.204897] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.204897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.204986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.205103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.205233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.205329] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.404904] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7782dbd5-b25e-4e90-b0cd-ac37917825b8: rpc.has_security_group_logging(os_id): False [ 1184.422756] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.422973] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.423077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.423303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.423398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.423649] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.423746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.423821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.423953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.424037] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.424126] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be created. [ 1184.485957] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.486142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.486185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.486393] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.486576] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.497516] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1184.709467] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.709691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.709691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.710305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.710305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.710305] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.710305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.710532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.710532] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.710638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.710673] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1184.744188] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.744500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.744500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.744675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.744908] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.754933] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1184.928128] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd in Status: SUCCESS [ 1184.928423] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd deletion is rescheduled due to dependency. [ 1184.928606] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.368026] env[69301]: INFO networking_nsxv3.common.synchronization [req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 req-32026fb4-122d-4c81-801b-075fcf3841c8 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Enqueued Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_members [ 1186.368026] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGHEST for action security_group_members [ 1186.368026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.368026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.368026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.368026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.368026] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.368026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.368026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.370427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.370427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.370427] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.518864] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1186.519520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.765229] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1186.765398] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1186.765398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.871548] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.871777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.871777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.871990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.872145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.872369] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.872477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.872539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.872733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.872814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.872896] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66070298-9cf3-4316-9508-89d608ca4ddf is going to be updated. [ 1186.903639] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.903825] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.903872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.904077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.904224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.914750] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66070298-9cf3-4316-9508-89d608ca4ddf in Status: IN_PROGRESS for 2s [ 1188.927498] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66070298-9cf3-4316-9508-89d608ca4ddf in Status: SUCCESS [ 1188.927498] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66070298-9cf3-4316-9508-89d608ca4ddf deletion is rescheduled due to dependency. [ 1188.927498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.368289] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.368674] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.369589] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.370031] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1197.148519] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.148809] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.148892] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.150046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.150046] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.150046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.150046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.150046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.150046] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.150336] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.150369] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.150504] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.150588] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.150704] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1197.150814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.150971] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.171044] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.171242] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1197.171388] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.171565] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-47" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.171866] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-7faa19f2-a641-4fb7-a87a-6838704d08f1 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.172057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.172191] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.172448] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.172588] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7faa19f2-a641-4fb7-a87a-6838704d08f1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.676655] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.677073] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.677073] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.677383] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.677550] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.677850] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.678027] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.678151] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.678375] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.678524] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.678837] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.679006] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.679134] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.679345] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.679482] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.679625] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 is going to be updated. [ 1197.701119] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.701339] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.701497] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.701827] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.702074] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.702316] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.434069] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bca04a8-9b36-4000-bdcf-c147c977686a req-a16d9b7b-2f86-4b86-888c-8964802fcfaf service nova] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1198.435026] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bca04a8-9b36-4000-bdcf-c147c977686a req-a16d9b7b-2f86-4b86-888c-8964802fcfaf service nova] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1198.435026] env[69301]: INFO networking_nsxv3.common.synchronization [req-6bca04a8-9b36-4000-bdcf-c147c977686a req-a16d9b7b-2f86-4b86-888c-8964802fcfaf service nova] Enqueued Resource ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 with Priority: HIGHEST for action port [ 1198.435026] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_rules [ 1198.435026] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1198.435026] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 with Priority: HIGHEST for action port [ 1198.435440] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.435567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.435629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.435888] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.436029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.436929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.437053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.437116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.437318] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.437428] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.437518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.437568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.437707] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.437791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.437876] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.439634] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7faa19f2-a641-4fb7-a87a-6838704d08f1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.439634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.439634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.439634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.439634] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7faa19f2-a641-4fb7-a87a-6838704d08f1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.941377] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.942452] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.942608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.943355] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7faa19f2-a641-4fb7-a87a-6838704d08f1 with status ACTIVE [ 1198.943355] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.943355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.943355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.943355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.943355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.944377] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.944377] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.944377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.944869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.944869] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7faa19f2-a641-4fb7-a87a-6838704d08f1 is going to be updated. [ 1198.968903] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.968903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.968903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.968903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.968903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.968903] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7faa19f2-a641-4fb7-a87a-6838704d08f1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.446834] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.949573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.949924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.949924] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.950093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.950235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.950347] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 is going to be updated. [ 1199.981883] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.982142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.982142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.982347] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.982518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.998664] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: IN_PROGRESS for 2s [ 1201.994440] env[69301]: INFO networking_nsxv3.common.synchronization [req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 req-8be2b27f-2d16-42c0-9cce-0404d96c2556 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1201.994951] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1201.995323] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.995567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.995567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.995756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.995919] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.997360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.997360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.997360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.997492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.997492] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.011762] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: SUCCESS [ 1202.012026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.012222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.012441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.012627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.012745] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.012812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.012967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.013059] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.013139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.013226] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.502880] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.518974] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.628527] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.628758] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.628908] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.629194] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.629487] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.629672] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.629798] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.630364] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.630591] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.630823] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.630938] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.631122] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.631251] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.631378] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.631507] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.631653] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.651402] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.651652] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.651741] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.651927] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-493" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.652345] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-49283f37-1453-4e81-a974-7e297d4830dc taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.652574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.652664] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.653172] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.653236] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49283f37-1453-4e81-a974-7e297d4830dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.006229] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.022163] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1e5d38a-71a9-4302-89e3-be7233be8e44: rpc.has_security_group_logging(os_id): False [ 1203.045370] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.045370] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.045370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.045370] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 is going to be updated. [ 1203.108278] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.108278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.108278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.108278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.108278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.124348] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: IN_PROGRESS for 2s [ 1203.159956] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.160365] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.160365] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.160636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.160791] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.160954] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 49283f37-1453-4e81-a974-7e297d4830dc not found, creating... [ 1203.161241] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.161408] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.161533] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.161766] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.161910] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.162212] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.162375] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.162634] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.162711] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.162868] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.163035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 49283f37-1453-4e81-a974-7e297d4830dc is going to be created. [ 1203.184485] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.184831] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.184989] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.185302] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.185543] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.185787] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.507691] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.509125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.509240] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.509441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.509535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.509642] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1203.544013] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.544013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.544277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.544486] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.544683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.564621] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1203.999376] env[69301]: INFO networking_nsxv3.common.synchronization [req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 req-e064ac95-e5ae-450c-a8fe-9c27ce6f121a service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1203.999747] env[69301]: INFO networking_nsxv3.common.synchronization [req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 req-e064ac95-e5ae-450c-a8fe-9c27ce6f121a service nova] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1204.000031] env[69301]: INFO networking_nsxv3.common.synchronization [req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 req-e064ac95-e5ae-450c-a8fe-9c27ce6f121a service nova] Enqueued Resource ID: 49283f37-1453-4e81-a974-7e297d4830dc with Priority: HIGHEST for action port [ 1204.000947] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_rules [ 1204.001238] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1204.001447] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49283f37-1453-4e81-a974-7e297d4830dc with Priority: HIGHEST for action port [ 1204.001838] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.002651] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.002863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.003216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.003419] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.004483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.004720] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.005134] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-49283f37-1453-4e81-a974-7e297d4830dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.005418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.005577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.005842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.006108] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49283f37-1453-4e81-a974-7e297d4830dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.508157] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.508496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.508496] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49283f37-1453-4e81-a974-7e297d4830dc with status ACTIVE [ 1204.508584] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.508695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.508757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.508953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.509053] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.509222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.509319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.509380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.509539] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.509617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.509799] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.509956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.509956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.510110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.510162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.510233] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49283f37-1453-4e81-a974-7e297d4830dc is going to be updated. [ 1204.531730] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.531944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.531944] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.532162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.532304] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.532471] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49283f37-1453-4e81-a974-7e297d4830dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.140070] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: SUCCESS [ 1205.140350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.577429] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1205.577742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.577801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.578305] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.578305] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.580127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.580127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.580127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.580127] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.580127] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.007943] env[69301]: INFO networking_nsxv3.common.synchronization [req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 req-290de22c-6acf-4dba-acef-18b643ba2e6b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1206.008383] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1206.008700] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.008821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.008887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.010154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.010154] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.010154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.010154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.010154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.010154] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.010154] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.081748] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.401550] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.402083] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.402083] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.402494] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.406483] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.406757] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.406922] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.407235] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.407419] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.407729] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.407858] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.407973] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.408597] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.408597] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.408597] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.408597] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.430346] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.430561] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.430686] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.430876] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.431323] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-28edd962-f341-4c9a-9bbb-d38bc018899b taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.431529] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.431661] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.432953] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.433186] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28edd962-f341-4c9a-9bbb-d38bc018899b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.514775] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.515019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.515135] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.515328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.515432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.515683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.515793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.515837] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.515994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.516107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.516207] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1206.548627] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.549102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.549102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.549102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.549424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.561569] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1206.585786] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.936732] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.936732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.936732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.940735] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.940910] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.941166] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 28edd962-f341-4c9a-9bbb-d38bc018899b not found, creating... [ 1206.941484] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.941721] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.941826] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.942109] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.942345] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.946270] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.946535] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.946624] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.946968] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.947147] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.947353] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 28edd962-f341-4c9a-9bbb-d38bc018899b is going to be created. [ 1206.974242] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.974477] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.974623] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.978359] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.978683] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.978947] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.087919] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.088116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.088116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.088295] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.088337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.088438] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1207.126984] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.127172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.127247] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.127476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.127628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.139686] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1207.743294] env[69301]: INFO networking_nsxv3.common.synchronization [req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 req-d2534e85-3085-4dea-9909-a0f93ac3ae21 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1207.745352] env[69301]: INFO networking_nsxv3.common.synchronization [req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 req-d2534e85-3085-4dea-9909-a0f93ac3ae21 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1207.746029] env[69301]: INFO networking_nsxv3.common.synchronization [req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 req-d2534e85-3085-4dea-9909-a0f93ac3ae21 service nova] Enqueued Resource ID: 28edd962-f341-4c9a-9bbb-d38bc018899b with Priority: HIGHEST for action port [ 1207.746264] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1207.746264] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1207.746352] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28edd962-f341-4c9a-9bbb-d38bc018899b with Priority: HIGHEST for action port [ 1207.746631] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.746781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.746878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.747062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.747156] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.748052] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.748180] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.748398] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-28edd962-f341-4c9a-9bbb-d38bc018899b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.748498] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.748565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.748822] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.748929] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28edd962-f341-4c9a-9bbb-d38bc018899b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.250856] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.251010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.255392] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28edd962-f341-4c9a-9bbb-d38bc018899b with status ACTIVE [ 1208.255592] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.255718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.255787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.256095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.256212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.256400] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.256502] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.256577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.256753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.256830] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.257022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.257118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.257181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.257350] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.257445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.257534] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28edd962-f341-4c9a-9bbb-d38bc018899b is going to be updated. [ 1208.281797] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.281797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.281797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.281797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.282197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.282197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28edd962-f341-4c9a-9bbb-d38bc018899b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.574909] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1208.575166] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1208.575311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.575866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.575866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.576073] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.576222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.576283] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.576484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.576607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.576708] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.079491] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.151976] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1209.152242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.152427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.152654] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.152936] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.153091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.153155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.153287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.153370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.153458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.153555] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.581787] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.656300] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.656530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.656530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.656736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.656962] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.657125] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.657327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.657388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.657497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.657600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.657777] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.657883] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.657950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.658192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.658392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.658527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.658656] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.659023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.659023] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.659162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.659199] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.084101] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.084425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.084425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.084695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.084826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.085060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1210.116374] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.116536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.116591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.116810] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.116960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.129761] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1210.161748] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bcc6d52-3902-48a1-8216-7fa1b95313fa: rpc.has_security_group_logging(os_id): False [ 1210.185641] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.185641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.185641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.185641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.185641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.186043] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.186043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.186043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.186186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.186186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.186398] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.186491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.186491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.186613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.186680] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.186987] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.186987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.190725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.190958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.191062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.191159] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1210.280707] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.280915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.280915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.281183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.281384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.297828] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1212.140269] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 4s [ 1212.315190] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1212.315640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.747247] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.747473] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1213.301145] env[69301]: INFO networking_nsxv3.common.synchronization [req-8bab08db-8796-4d92-87d5-086cae66c83d req-e1423ae7-d08c-4339-b37e-332e09114db2 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1213.304807] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1213.304807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.304807] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.304807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.304807] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.807191] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.807432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.807535] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.807860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.808014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.808525] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.808525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.808685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.808865] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.808977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.809120] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1213.843901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.844267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.844390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844678] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.844887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.854247] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1214.152204] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1214.152462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.152754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.153161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.153475] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.153667] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.153779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.153982] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.154091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.154199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.154296] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.658236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.658236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.658236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.658236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.658236] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.658236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.658236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.658236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.658779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.658779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.658779] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.658779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.658779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.658960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.658960] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.659066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.659120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.659234] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.659306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.659388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.659479] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.162291] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0514bc8-c787-4add-af4a-993dd643cb3e: rpc.has_security_group_logging(os_id): False [ 1215.181911] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.181911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.181911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.181911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.181911] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.181911] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.182398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.182398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.182398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.182398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.182539] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.182602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.182670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.182814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.182890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.183158] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.183309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.183384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.183545] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.183698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.183763] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1215.252181] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.252370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.252421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.252691] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.252876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.268612] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1215.867307] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1215.867307] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd deletion is rescheduled due to dependency. [ 1215.867307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.283719] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1217.284137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.303931] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.304321] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.642173] env[69301]: INFO networking_nsxv3.common.synchronization [req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a req-028dbabc-45b9-46fd-8425-7c38719fcb92 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1219.643504] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1219.643504] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.643669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.643719] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.644430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.644430] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.644600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.644600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.644801] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.644902] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.645008] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.149073] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.651998] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.153630] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.153970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.153970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.154124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.154183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.154282] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1221.192527] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.192741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.192741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.192956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.193122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.206763] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1221.672508] env[69301]: INFO networking_nsxv3.common.synchronization [req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 req-8df849bf-7ef2-4782-9c54-9bb9b0f49b53 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1221.673070] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1221.673408] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.673534] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.673600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.673794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.673939] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.674110] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.674166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.674265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.674349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.674441] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.177887] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.177887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.177887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.178183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.178183] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.178330] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.178428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.178485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.178683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.178780] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.178876] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1222.227085] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.227331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.227444] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.227950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.228060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.245510] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1223.217633] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1223.218492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.240384] env[69301]: INFO networking_nsxv3.common.synchronization [req-67bd3e15-0e46-48da-80e3-4c0118dced72 req-61b9bb9d-39fc-43a7-9ab5-d058a58d342d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1223.240910] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1223.241243] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.241355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.241419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.241616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.241771] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.241874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.241938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.242100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.242185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.242275] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.504869] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.505078] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.505276] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.505562] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.505828] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.505994] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.506307] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.506543] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.506694] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.506918] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.507054] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.507272] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.507414] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.507564] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.507686] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.507823] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.526749] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.526935] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.527068] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.527253] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.527568] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-75b7f3e1-91c8-486e-abd4-9565e3e6927c taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.527742] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.527866] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.528229] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.528384] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b7f3e1-91c8-486e-abd4-9565e3e6927c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.744339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.744500] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.744569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.744834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.744970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.745220] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.745322] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.745384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.745544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.745658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.745794] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1223.769966] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.770228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.770334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.770519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.770690] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.779165] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1224.031016] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.031284] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.031491] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.031699] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.031856] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.032031] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 75b7f3e1-91c8-486e-abd4-9565e3e6927c not found, creating... [ 1224.032319] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.032473] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.032597] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.032852] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.033000] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.033325] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.033485] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.033609] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.033832] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.033970] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.034131] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 75b7f3e1-91c8-486e-abd4-9565e3e6927c is going to be created. [ 1224.059584] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.059800] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.059800] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.060110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.060356] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.060680] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.261480] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1224.262048] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1224.262048] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.755334] env[69301]: INFO networking_nsxv3.common.synchronization [req-67bd3e15-0e46-48da-80e3-4c0118dced72 req-9724491b-b9f5-41bc-97eb-646e57f0992f service nova] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 1224.755532] env[69301]: INFO networking_nsxv3.common.synchronization [req-67bd3e15-0e46-48da-80e3-4c0118dced72 req-9724491b-b9f5-41bc-97eb-646e57f0992f service nova] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1224.755676] env[69301]: INFO networking_nsxv3.common.synchronization [req-67bd3e15-0e46-48da-80e3-4c0118dced72 req-9724491b-b9f5-41bc-97eb-646e57f0992f service nova] Enqueued Resource ID: 75b7f3e1-91c8-486e-abd4-9565e3e6927c with Priority: HIGHEST for action port [ 1224.755897] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 1224.756048] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1224.756139] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b7f3e1-91c8-486e-abd4-9565e3e6927c with Priority: HIGHEST for action port [ 1224.757937] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.758091] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.758164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.758400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.758454] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.759327] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.759429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.759643] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b7f3e1-91c8-486e-abd4-9565e3e6927c taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.759735] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.759791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.759950] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.760048] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b7f3e1-91c8-486e-abd4-9565e3e6927c',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.261695] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.261974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.261974] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b7f3e1-91c8-486e-abd4-9565e3e6927c with status ACTIVE [ 1225.262130] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.262242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.262311] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.262512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.262602] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.262808] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.262923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.262923] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.263080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.263199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.263385] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.263483] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.263726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.263882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.263958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.264055] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b7f3e1-91c8-486e-abd4-9565e3e6927c is going to be updated. [ 1225.288173] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.288402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288402] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.288932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.288932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.289025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b7f3e1-91c8-486e-abd4-9565e3e6927c" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.789670] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1225.789860] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd deletion is rescheduled due to dependency. [ 1225.789860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.790411] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.790809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.790809] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.790960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.791010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.791169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.791249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.791340] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.293795] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.796696] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.062173] env[69301]: INFO networking_nsxv3.common.synchronization [req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 req-dae19cb8-eb52-4ebb-9ce0-7e38309fa5ea tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1227.062288] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGHEST for action security_group_members [ 1227.062878] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.062878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.064029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.064029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.064029] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.064029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.064029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.064029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.064029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.064029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.300159] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.300159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.300159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.300824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.300824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.300824] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1227.347224] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.347224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.347224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.347224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.347224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.355423] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1227.566773] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.570020] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.570020] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.570020] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be updated. [ 1227.604192] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.604192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.604192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.604192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.604192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.613390] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: IN_PROGRESS for 2s [ 1227.765845] env[69301]: INFO networking_nsxv3.common.synchronization [req-23f449f5-8be0-4c26-9d72-55d43c9d284e req-ebeca43c-1ed3-499c-ba5a-885185ac1246 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_members [ 1227.766474] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGHEST for action security_group_members [ 1227.766812] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.767642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.767642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.767642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.767642] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.767642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.767642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.767941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.767941] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.767941] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.271541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.271711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.271784] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.272030] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.272128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.272347] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.272514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.272514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.272668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.272741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.272828] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 is going to be updated. [ 1228.299648] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.299838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.299838] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.300066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.300212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.308353] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 in Status: IN_PROGRESS for 2s [ 1229.364535] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1229.364904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.364904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.365117] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.365341] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.365477] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.365522] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.365689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.365776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.365849] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.365943] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.623666] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa in Status: SUCCESS [ 1229.623809] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa deletion is rescheduled due to dependency. [ 1229.623915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.868234] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.318681] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 in Status: SUCCESS [ 1230.318681] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 deletion is rescheduled due to dependency. [ 1230.318681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.370498] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a90c33-6d5b-48ef-9a41-ba1b7def78dd: rpc.has_security_group_logging(os_id): False [ 1230.389517] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.389517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.389799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.389799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.389869] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.390112] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.390220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.390287] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.390442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.390518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.390604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1230.446443] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.446692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.446692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.446853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.447018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.461941] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1232.475812] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1232.476221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.767504] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.767686] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.067158] env[69301]: INFO networking_nsxv3.common.synchronization [req-a0b9f974-0ac3-4018-a396-161cb88c7e8c req-5514f5a2-a62f-48e2-a18b-c58d35918e3c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1235.067790] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1235.068114] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.068173] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.068210] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.068433] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.068589] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.068718] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.068796] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.069063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.069202] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.069380] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.351630] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.351846] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.351978] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.352264] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.352530] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.352694] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.352814] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.353047] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.353208] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.353466] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.353588] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.353702] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.353814] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.353932] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.354054] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.354194] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.376315] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.376523] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.376677] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.377041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.377419] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-3c37f604-ceff-42a5-a463-ba1cbee51ffa taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.377608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.377732] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.378100] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.378249] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c37f604-ceff-42a5-a463-ba1cbee51ffa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.571969] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.572229] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.572345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.572617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.572789] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.573069] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.573218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.573362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.573567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.573685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.573811] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1235.602144] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.602317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.602388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.602610] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.602767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.612368] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1235.881585] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.882023] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.882174] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.882491] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.882665] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.882833] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 3c37f604-ceff-42a5-a463-ba1cbee51ffa not found, creating... [ 1235.883119] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.883355] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.883505] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.883904] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.883904] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.884411] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.884411] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.884604] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.884759] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.884920] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.885075] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 3c37f604-ceff-42a5-a463-ba1cbee51ffa is going to be created. [ 1235.905887] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.906135] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.906753] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.906753] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.906753] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.906963] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.595484] env[69301]: INFO networking_nsxv3.common.synchronization [req-a0b9f974-0ac3-4018-a396-161cb88c7e8c req-26e906b5-ea71-456a-8435-fff561c4b126 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1236.595484] env[69301]: INFO networking_nsxv3.common.synchronization [req-a0b9f974-0ac3-4018-a396-161cb88c7e8c req-26e906b5-ea71-456a-8435-fff561c4b126 service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1236.595484] env[69301]: INFO networking_nsxv3.common.synchronization [req-a0b9f974-0ac3-4018-a396-161cb88c7e8c req-26e906b5-ea71-456a-8435-fff561c4b126 service nova] Enqueued Resource ID: 3c37f604-ceff-42a5-a463-ba1cbee51ffa with Priority: HIGHEST for action port [ 1236.595484] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1236.595484] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1236.595484] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c37f604-ceff-42a5-a463-ba1cbee51ffa with Priority: HIGHEST for action port [ 1236.595484] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.595484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.596189] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.596542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.596795] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.598063] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.598726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.599070] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c37f604-ceff-42a5-a463-ba1cbee51ffa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.599331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.599514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.599783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.600236] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c37f604-ceff-42a5-a463-ba1cbee51ffa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.102539] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.102726] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.102938] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c37f604-ceff-42a5-a463-ba1cbee51ffa with status ACTIVE [ 1237.103162] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.103334] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.103438] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.103658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.103776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.103974] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.104118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.104203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.104399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.104499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.104704] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.104841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.104925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.105089] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.105166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.105335] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c37f604-ceff-42a5-a463-ba1cbee51ffa is going to be updated. [ 1237.126724] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.126979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.126979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.127146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.127294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.127459] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c37f604-ceff-42a5-a463-ba1cbee51ffa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.623042] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1237.623383] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1237.623383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.623527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.623754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.623943] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.624078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.624144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.624308] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.624392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.624489] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.127861] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.630065] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.133401] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.133593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.133737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.134015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.134121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.134226] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1239.167754] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.167949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.167949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.168169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.168319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.183214] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1241.197594] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1241.197972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.198024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.198266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.198467] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.198603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.198675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.198833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.198917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.199011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.199112] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.595423] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.595568] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1241.702066] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.702066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.702066] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.702355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.702498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.702734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.702734] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.702859] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.702899] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.702983] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.703151] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.703256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.703317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.703465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.703606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.703693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.703752] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.703889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.703970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.704049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.704139] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.207282] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0514bc8-c787-4add-af4a-993dd643cb3e: rpc.has_security_group_logging(os_id): False [ 1242.225483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.225671] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.225706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.225948] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.226063] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.226253] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.226373] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.226427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.226583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.226664] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.226870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.226969] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.227050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.227186] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.227262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.227450] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.227553] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.227598] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.227746] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.227809] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.227894] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1242.315558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.315782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.315782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.316013] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.316112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.331857] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1244.348510] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1244.348856] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.597081] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.597444] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.130136] env[69301]: INFO networking_nsxv3.common.synchronization [req-9217badb-18a9-46ff-a68e-6e750e540649 req-a1dec5d4-fe40-40eb-8946-6c9fda26426d tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1249.130732] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1249.131081] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.131208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.131274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.131467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.132094] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.132206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.132300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.132530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.132710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.132814] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.635959] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.636144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.636230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.636514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.636613] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.636808] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.636910] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.636976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.637155] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.637226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.637314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1249.671302] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.671501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.671501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.671697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.671832] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.689830] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1249.971822] env[69301]: INFO networking_nsxv3.common.synchronization [req-830f0dac-dcb3-493a-86ea-2717e1aed7fb req-efac4e63-3083-4dfd-ba75-30779f2b197a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1249.972591] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1249.972748] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.972892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.972943] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.973139] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.973295] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.973396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.973451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.973603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.974058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.974058] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.476288] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.978482] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.481399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.481737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.481775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.482219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.482349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.482502] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be updated. [ 1251.513960] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.514150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.514150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.514695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.514695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.526995] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 1251.701623] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1251.701823] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1251.701939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.280648] env[69301]: INFO networking_nsxv3.common.synchronization [req-72a164f0-b150-4968-b304-5da3e3862a1f req-691fb9eb-ee44-40cb-ad05-042ae8c802d1 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1252.281245] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGHEST for action security_group_members [ 1252.281550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.281681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.281767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.281997] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.282192] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.282310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.282380] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.283029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.283029] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.283029] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.786294] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.786294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.786294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.786669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.786669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.787197] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.787197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.787197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.787197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.787324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.787368] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 is going to be updated. [ 1252.817301] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.817461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.817531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.817799] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.817904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.827185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: IN_PROGRESS for 2s [ 1253.370377] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1253.370566] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.536986] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 1253.537303] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.840952] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 in Status: SUCCESS [ 1254.841286] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 deletion is rescheduled due to dependency. [ 1254.841286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.282449] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.282722] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.598527] env[69301]: INFO networking_nsxv3.common.synchronization [req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff req-f7d8eefc-b43f-4300-a885-10b45b73c776 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1258.599077] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1258.599395] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.599519] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.599587] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.599860] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.600031] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.600137] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.600201] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.600351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.600435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.600527] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.884367] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.884571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.884700] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.884970] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.885275] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.885444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.885601] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.885880] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.885983] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.886210] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.886332] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.886450] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.886563] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.886681] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.886789] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.886923] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.910475] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.910664] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.910776] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.910959] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-279" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.911314] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-8f1186d2-f166-4f14-81ee-ebc929ef8efd taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.911489] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.911613] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.911963] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.912129] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1186d2-f166-4f14-81ee-ebc929ef8efd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.102538] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.102699] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.102774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.103021] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.103118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.103329] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.103448] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.103517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.103708] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.103790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.103881] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1259.128814] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.128814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.128814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.129079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.129079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.137317] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1259.415254] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.415451] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.415636] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.415940] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.416110] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.416276] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 8f1186d2-f166-4f14-81ee-ebc929ef8efd not found, creating... [ 1259.416641] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.416755] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.416822] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.417057] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.417199] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.417480] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.417637] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.417756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.418029] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.418177] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.418322] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 8f1186d2-f166-4f14-81ee-ebc929ef8efd is going to be created. [ 1259.437098] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.437301] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.437390] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.437644] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.437878] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.438120] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.138987] env[69301]: INFO networking_nsxv3.common.synchronization [req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff req-94fd76a2-6b6d-44d3-b144-a204e5ab72bc service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1260.139355] env[69301]: INFO networking_nsxv3.common.synchronization [req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff req-94fd76a2-6b6d-44d3-b144-a204e5ab72bc service nova] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1260.139559] env[69301]: INFO networking_nsxv3.common.synchronization [req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff req-94fd76a2-6b6d-44d3-b144-a204e5ab72bc service nova] Enqueued Resource ID: 8f1186d2-f166-4f14-81ee-ebc929ef8efd with Priority: HIGHEST for action port [ 1260.140479] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_rules [ 1260.140658] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1260.140777] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1186d2-f166-4f14-81ee-ebc929ef8efd with Priority: HIGHEST for action port [ 1260.141120] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.141252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.141408] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.141681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.141770] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.142977] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.142977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.143205] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1186d2-f166-4f14-81ee-ebc929ef8efd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.143343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.143449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.143812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.143899] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1186d2-f166-4f14-81ee-ebc929ef8efd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.646493] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.646732] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.648175] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f1186d2-f166-4f14-81ee-ebc929ef8efd with status ACTIVE [ 1260.648645] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.648645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.648645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.648880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.649042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.649243] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.649457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.649457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.649675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.649675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.650700] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.650700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.650700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.650700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.650700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.650700] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f1186d2-f166-4f14-81ee-ebc929ef8efd is going to be updated. [ 1260.674222] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.674357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.674421] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.674645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.674782] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.674954] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1186d2-f166-4f14-81ee-ebc929ef8efd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.149565] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1261.149876] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1261.149876] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.150299] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.150529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.150730] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.150853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.150917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.151092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.151178] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.151273] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.653333] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.156175] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.659022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.659022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.659147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.660060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.660060] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.660060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1262.688729] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.688890] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.688932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.689422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.689422] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.699314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1264.709953] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1264.710329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.710329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.710517] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.710708] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.710846] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.710904] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.711069] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.711150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.711237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.711328] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.141842] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.141842] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1265.216090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.216090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.216090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.216090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.216090] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.216687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.216687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.216687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.216687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.216687] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.237017] env[69301]: INFO networking_nsxv3.common.synchronization [req-838dd740-d559-41df-813a-ef049f5cb1d2 req-c1aff535-2316-47bb-9cb5-4987fabd8046 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1265.237017] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGHEST for action security_group_members [ 1265.237017] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.237017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.237017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.237337] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.237683] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.237905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.238067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.238312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.238466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.238680] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.720395] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0514bc8-c787-4add-af4a-993dd643cb3e: rpc.has_security_group_logging(os_id): False [ 1265.738216] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.738396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.738495] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.738750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.738864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.739104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.739218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.739284] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.739454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.739531] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.739742] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.739852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.739916] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.740594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.740694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.740882] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.740984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.741065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.741233] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.741313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.741399] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1265.742552] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.742662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.742730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.742878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.742956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.743132] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.743227] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.743288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.743425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.743524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.743591] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be updated. [ 1265.776955] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.777162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.777162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.777383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.777528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.785987] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: IN_PROGRESS for 2s [ 1265.814801] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.814992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.814992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.815218] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.815349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.855776] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1267.796663] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 in Status: SUCCESS [ 1267.797026] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 deletion is rescheduled due to dependency. [ 1267.797026] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.872526] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1267.872757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.237743] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.238109] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.013019] env[69301]: INFO networking_nsxv3.common.synchronization [None req-3d3b0042-2284-4eb3-9ebe-74b397b743ea None None] Enqueued Resource ID: cb0df919-c262-42ab-8825-8fefe9c83ce9 with Priority: HIGHEST for action port [ 1274.013019] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0df919-c262-42ab-8825-8fefe9c83ce9 with Priority: HIGHEST for action port [ 1274.013019] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0df919-c262-42ab-8825-8fefe9c83ce9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.013019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0df919-c262-42ab-8825-8fefe9c83ce9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.013019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0df919-c262-42ab-8825-8fefe9c83ce9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.013765] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0df919-c262-42ab-8825-8fefe9c83ce9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.014073] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0df919-c262-42ab-8825-8fefe9c83ce9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.517913] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb0df919-c262-42ab-8825-8fefe9c83ce9 [ 1274.518241] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.518376] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.518445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.518688] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.518777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.518874] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb0df919-c262-42ab-8825-8fefe9c83ce9 already deleted. [ 1274.518961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0df919-c262-42ab-8825-8fefe9c83ce9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.246804] env[69301]: INFO networking_nsxv3.common.synchronization [None req-f4df1d71-0bbb-48a9-a4c9-fd51970672e6 None None] Enqueued Resource ID: 9c9d2aca-b8d5-4c2b-9800-eb054821303b with Priority: HIGHEST for action port [ 1276.247099] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9d2aca-b8d5-4c2b-9800-eb054821303b with Priority: HIGHEST for action port [ 1276.247664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9d2aca-b8d5-4c2b-9800-eb054821303b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.247775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9d2aca-b8d5-4c2b-9800-eb054821303b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.247840] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9d2aca-b8d5-4c2b-9800-eb054821303b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.248109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9d2aca-b8d5-4c2b-9800-eb054821303b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.248254] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9d2aca-b8d5-4c2b-9800-eb054821303b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.750338] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9d2aca-b8d5-4c2b-9800-eb054821303b [ 1276.750596] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.750715] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.750776] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.751009] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.751099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.751201] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9d2aca-b8d5-4c2b-9800-eb054821303b already deleted. [ 1276.751281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9d2aca-b8d5-4c2b-9800-eb054821303b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.530876] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd req-70630845-6fe9-42c7-b572-d4e2b13ffa66 tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Enqueued Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_members [ 1279.531352] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_members [ 1279.531656] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.531785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.531848] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.532147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.533176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.533176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.533176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.533176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.533176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.533176] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.879377] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.879576] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-817" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.879707] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-817" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.880063] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-817" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.880363] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.880605] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.880752] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.880995] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.881164] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.881383] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.881505] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.881621] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.881736] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.881855] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.881973] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.882134] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.902935] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.903101] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1279.903252] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.903444] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-817" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.903762] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-6ee3d161-cfd6-4758-8f01-67a33a870f9f taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.903942] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.904085] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.904455] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.904603] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee3d161-cfd6-4758-8f01-67a33a870f9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.034845] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.035027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.035106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.035327] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.035416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.035606] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.035702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.035805] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.035991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.036083] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.036169] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e6b593e-0147-407a-8a82-bcabc1062cec already deleted. [ 1280.036251] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.407618] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.407882] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.408019] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.408311] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.408471] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.408634] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 6ee3d161-cfd6-4758-8f01-67a33a870f9f not found, creating... [ 1280.408907] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.409083] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.409206] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.409436] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.409577] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.409868] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.410149] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.410277] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.410497] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.410635] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.410781] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 6ee3d161-cfd6-4758-8f01-67a33a870f9f is going to be created. [ 1280.429560] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.429768] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.429906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.430179] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.430427] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.430657] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.196171] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd req-8b4228ed-87e6-4944-892b-38526e82bd1d service nova] Enqueued Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_rules [ 1281.196506] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd req-8b4228ed-87e6-4944-892b-38526e82bd1d service nova] Enqueued Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_members [ 1281.196506] env[69301]: INFO networking_nsxv3.common.synchronization [req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd req-8b4228ed-87e6-4944-892b-38526e82bd1d service nova] Enqueued Resource ID: 6ee3d161-cfd6-4758-8f01-67a33a870f9f with Priority: HIGHEST for action port [ 1281.196710] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_rules [ 1281.196874] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_members [ 1281.197058] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee3d161-cfd6-4758-8f01-67a33a870f9f with Priority: HIGHEST for action port [ 1281.197584] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.197713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.197827] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.198039] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.198131] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.199064] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.199118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.199146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.199310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.199458] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.199550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.199608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.199748] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.199833] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.199919] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.200985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee3d161-cfd6-4758-8f01-67a33a870f9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.201095] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.201165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.201470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.202087] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee3d161-cfd6-4758-8f01-67a33a870f9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.703062] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.703062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.703424] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.704190] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ee3d161-cfd6-4758-8f01-67a33a870f9f with status ACTIVE [ 1281.704370] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.704488] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.704558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.704766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.704863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.705044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.705142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.705204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.705356] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.705434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.705611] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.705704] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.705766] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.705953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.706076] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.706124] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ee3d161-cfd6-4758-8f01-67a33a870f9f is going to be updated. [ 1281.727541] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.727740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.727783] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.728040] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.728205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.728369] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee3d161-cfd6-4758-8f01-67a33a870f9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.208251] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.711551] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.712129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.712252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.712428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.712524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.712626] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e6b593e-0147-407a-8a82-bcabc1062cec is going to be created. [ 1282.736889] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.737150] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.737223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.737435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.737601] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.749415] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e6b593e-0147-407a-8a82-bcabc1062cec in Status: UNINITIALIZED for 2s [ 1284.759874] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e6b593e-0147-407a-8a82-bcabc1062cec in Status: SUCCESS [ 1284.760255] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.760314] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.760514] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.760727] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.760863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.760931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.761144] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.761339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.761454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.761585] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.263916] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.264136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.264181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.264457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.264686] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.264826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.264917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.265262] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.265383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.265479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.265644] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.265747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.265813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.265995] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.266166] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.266265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.266371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.266470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.266550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.266635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.266725] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.769589] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e6b593e-0147-407a-8a82-bcabc1062cec: rpc.has_security_group_logging(os_id): False [ 1285.786492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.786628] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.786701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.786963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.787077] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.787317] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.787428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.787506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.787650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.788673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.788673] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.788673] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.789025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.789025] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e6b593e-0147-407a-8a82-bcabc1062cec is going to be created. [ 1285.844690] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.844931] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.845046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.845549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.845660] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.856129] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e6b593e-0147-407a-8a82-bcabc1062cec in Status: IN_PROGRESS for 2s [ 1286.198158] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.198347] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1287.869538] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e6b593e-0147-407a-8a82-bcabc1062cec in Status: SUCCESS [ 1287.869538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.320737] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.320737] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.321145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.321145] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.321306] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.824779] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.327522] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.663257] env[69301]: INFO networking_nsxv3.common.synchronization [req-76e50c21-3c81-4e35-a83e-27f04e5bb12d req-894cb014-5543-4b5e-8a9d-fdba5298bb4c tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Enqueued Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_members [ 1290.663731] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGHEST for action security_group_members [ 1290.664055] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.664206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.664235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.664430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.664582] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.664681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.664744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.664892] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.664977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.665241] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.831444] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1290.831623] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1291.169016] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.169231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.169270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.169478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.169570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.169767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.169864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.169933] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.170096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.170175] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.170260] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e6b593e-0147-407a-8a82-bcabc1062cec is going to be updated. [ 1291.200588] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.200812] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.200878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.201073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.201260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.211680] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e6b593e-0147-407a-8a82-bcabc1062cec in Status: IN_PROGRESS for 2s [ 1291.803358] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.803742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.803742] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.803831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.815312] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1291.816250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.817354] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1291.861113] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.861316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.861316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.861530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.875452] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.876219] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1291.876303] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1291.876390] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1291.921779] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.922019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.922019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.922250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.923611] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.923779] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1292.024380] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.024581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.024581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.024831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.025142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.025439] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1292.128777] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.128988] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.129074] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.129436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.129963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.130410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1292.130515] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fdec3b1b-05dd-4b0b-be3a-46b5426f1d15', '0e6b593e-0147-407a-8a82-bcabc1062cec', '109c96a6-b36d-4ed7-839f-7021d6130819', 'd2b017fa-127b-4282-96c8-85d190d40cf6', 'c590a582-2260-4fec-927b-b13803e7b003', '23e7afa0-aee6-41ae-9a15-575c945a91f6', '3571f7ae-8b6b-409d-97ce-71b476176eb0', 'd6b7993e-3c88-470d-b3ac-244e5de8a7d7', '95a90c33-6d5b-48ef-9a41-ba1b7def78dd', '66070298-9cf3-4316-9508-89d608ca4ddf', 'bb91a215-6b28-4854-96e4-710f5afbdd64', '93c01f51-d3fb-4a8c-a801-9d94004d56f0', '10d7e4ad-ad3c-4d72-9a53-e0f022450175', '578d6a21-b8ac-446f-8274-ccf5232227ba', '6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f', '7782dbd5-b25e-4e90-b0cd-ac37917825b8', '0363f532-b167-4e3b-a575-f31ba699b15b', 'ac6208b4-4824-4097-b307-99d7c1381be2', '5698596e-6697-4fef-adaf-5ed55dc290c3', 'd303b837-9242-41b6-9485-35a5c6e655c8', '1e072f32-1ec5-4b2c-9edc-d250115ddcbe', 'aec52517-f78f-4ea0-a5ad-33496fefbbac', '9005ddac-3792-494f-8379-aac2cd3c6524', 'f753a910-ff00-4a64-98b5-2f8955c51e74', 'b6908502-b797-4f76-b87f-3e14a801d447', 'cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd', '2e909686-307e-4fd8-854f-a12cb2d81c9f', '928381be-398c-4c4f-8d54-9e98e983e3dc', 'ef42f3bf-14ae-4750-aae3-ea915b1aa518', '27248282-a287-4d23-b02e-578d49f8f5fa', 'f0514bc8-c787-4add-af4a-993dd643cb3e', '6761f1b0-5b58-4595-92b2-a659fb722622', '03933cb9-a913-4bb9-a984-dd3ac5804891', '3bcc6d52-3902-48a1-8216-7fa1b95313fa', 'ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e', 'f1e5d38a-71a9-4302-89e3-be7233be8e44', 'bfb38cad-8a84-42f4-88dc-4ea5450b7a55', 'aa8bf01a-0440-4e26-ab12-7aac3682ddc1', '75af4e3a-732b-4a5f-9369-16a4d59a709d', '8bdd93c7-3f95-4a52-b2b4-daed839e1fd6', 'b21969f5-53a1-4331-a48a-bc6dfa8c5126', '56117c1d-aa38-487c-8f29-ae27b650bc14', '3959722a-853b-4fc0-9fe4-f3e6840fa7f2', '06ea562a-f842-4724-804d-65a410b16d8c', 'c0a7b35a-1c45-49cf-a493-843927ba5553', '450ae56a-ff1b-4475-9725-91e6b477b453', 'df1de910-9239-4817-a933-0f9e300de01a'} {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.130621] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1292.151482] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.151701] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.151788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.152108] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.152266] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.152441] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1292.152543] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.152670] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1292.272078] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.272078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.272078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.272338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.273528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.273860] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1292.273964] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1292.274069] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1292.274119] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1292.274199] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1292.274271] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGH for action security_group_rules [ 1292.274360] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGH for action security_group_rules [ 1292.274453] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGH for action security_group_rules [ 1292.274520] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGH for action security_group_rules [ 1292.274582] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGH for action security_group_rules [ 1292.274645] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGH for action security_group_rules [ 1292.274710] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGH for action security_group_rules [ 1292.274773] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGH for action security_group_rules [ 1292.274835] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGH for action security_group_rules [ 1292.274900] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGH for action security_group_rules [ 1292.274961] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGH for action security_group_rules [ 1292.275033] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGH for action security_group_rules [ 1292.275097] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGH for action security_group_rules [ 1292.275156] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGH for action security_group_rules [ 1292.275217] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGH for action security_group_rules [ 1292.275276] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGH for action security_group_rules [ 1292.275338] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGH for action security_group_rules [ 1292.275400] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGH for action security_group_rules [ 1292.275463] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGH for action security_group_rules [ 1292.275526] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGH for action security_group_rules [ 1292.275623] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.222696] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e6b593e-0147-407a-8a82-bcabc1062cec in Status: SUCCESS [ 1293.223097] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e6b593e-0147-407a-8a82-bcabc1062cec deletion is rescheduled due to dependency. [ 1293.223097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.665160] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.665160] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1295.665160] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 with Priority: HIGH for action security_group_rules [ 1295.665472] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109c96a6-b36d-4ed7-839f-7021d6130819 with Priority: HIGH for action security_group_rules [ 1295.665472] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 with Priority: HIGH for action security_group_rules [ 1295.665551] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f with Priority: HIGH for action security_group_rules [ 1295.665673] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d303b837-9242-41b6-9485-35a5c6e655c8 with Priority: HIGH for action security_group_rules [ 1295.665799] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 with Priority: HIGH for action security_group_rules [ 1295.665927] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6208b4-4824-4097-b307-99d7c1381be2 with Priority: HIGH for action security_group_rules [ 1295.666124] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0363f532-b167-4e3b-a575-f31ba699b15b with Priority: HIGH for action security_group_rules [ 1295.666260] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578d6a21-b8ac-446f-8274-ccf5232227ba with Priority: HIGH for action security_group_rules [ 1295.666323] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGH for action security_group_rules [ 1295.666413] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 with Priority: HIGH for action security_group_rules [ 1295.666503] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 with Priority: HIGH for action security_group_rules [ 1295.666592] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb91a215-6b28-4854-96e4-710f5afbdd64 with Priority: HIGH for action security_group_rules [ 1295.666680] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66070298-9cf3-4316-9508-89d608ca4ddf with Priority: HIGH for action security_group_rules [ 1295.666767] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGH for action security_group_rules [ 1295.666857] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 with Priority: HIGH for action security_group_rules [ 1295.666998] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 with Priority: HIGH for action security_group_rules [ 1295.667089] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c590a582-2260-4fec-927b-b13803e7b003 with Priority: HIGH for action security_group_rules [ 1295.667197] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6b593e-0147-407a-8a82-bcabc1062cec with Priority: HIGH for action security_group_rules [ 1295.667292] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b017fa-127b-4282-96c8-85d190d40cf6 with Priority: HIGH for action security_group_rules [ 1295.667634] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.667835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.667906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.668725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.668894] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdec3b1b-05dd-4b0b-be3a-46b5426f1d15',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.670033] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109c96a6-b36d-4ed7-839f-7021d6130819 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.670156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.670224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.670857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.670959] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109c96a6-b36d-4ed7-839f-7021d6130819',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.671873] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3571f7ae-8b6b-409d-97ce-71b476176eb0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.671990] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.672055] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.672216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.672288] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3571f7ae-8b6b-409d-97ce-71b476176eb0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.673527] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.673767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.673920] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.674101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.674202] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.674978] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d303b837-9242-41b6-9485-35a5c6e655c8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.675236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.675236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.675630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.675630] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d303b837-9242-41b6-9485-35a5c6e655c8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.676277] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5698596e-6697-4fef-adaf-5ed55dc290c3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.676388] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.676455] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.676604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.676823] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5698596e-6697-4fef-adaf-5ed55dc290c3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.677392] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6208b4-4824-4097-b307-99d7c1381be2 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.677501] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.677565] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.677724] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.678549] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6208b4-4824-4097-b307-99d7c1381be2',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.678929] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0363f532-b167-4e3b-a575-f31ba699b15b taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.679044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.679106] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.679281] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.679355] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0363f532-b167-4e3b-a575-f31ba699b15b',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.682249] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578d6a21-b8ac-446f-8274-ccf5232227ba taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.682249] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578d6a21-b8ac-446f-8274-ccf5232227ba',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.682249] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.682249] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.682249] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.682249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.682607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.682607] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.682607] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d7e4ad-ad3c-4d72-9a53-e0f022450175',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.683485] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.683585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.683649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.684349] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.684349] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c01f51-d3fb-4a8c-a801-9d94004d56f0',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.684547] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb91a215-6b28-4854-96e4-710f5afbdd64 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.687014] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb91a215-6b28-4854-96e4-710f5afbdd64',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.687014] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66070298-9cf3-4316-9508-89d608ca4ddf taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.687014] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66070298-9cf3-4316-9508-89d608ca4ddf',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.687014] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.687014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.687633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.687633] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.687633] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.688378] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e7afa0-aee6-41ae-9a15-575c945a91f6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.688378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.688378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.688378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.688378] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e7afa0-aee6-41ae-9a15-575c945a91f6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.688990] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.689116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.689169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.689297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.690877] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6b7993e-3c88-470d-b3ac-244e5de8a7d7',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.690877] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c590a582-2260-4fec-927b-b13803e7b003 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.690877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.690877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.690877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.690877] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c590a582-2260-4fec-927b-b13803e7b003',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.691377] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e6b593e-0147-407a-8a82-bcabc1062cec taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.691377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.691377] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.691525] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.691566] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e6b593e-0147-407a-8a82-bcabc1062cec',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.693496] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b017fa-127b-4282-96c8-85d190d40cf6 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.693594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.693639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.693754] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.693827] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b017fa-127b-4282-96c8-85d190d40cf6',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.197569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.197736] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.197773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.198300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.198300] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.198300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.198474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.198504] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.198572] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.198658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.198743] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.222039] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.222693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.222907] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.224225] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.224424] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.224567] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.224649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.224835] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.225188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.225188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.225188] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.291977] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.292156] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.292241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.292475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.305652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.305652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.307011] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.307424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.307882] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.308028] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.308776] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.308853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.309599] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.310466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.310466] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.310466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.311653] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.311945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.313382] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.313382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.313464] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.313506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.314226] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.314437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.314687] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.315143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.315566] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.315902] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.316470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.316470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.317067] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.317422] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.317499] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.318077] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.318470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.318562] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.319218] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.319897] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.319897] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.324774] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.325399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.325399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.325991] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.326418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.326711] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d303b837-9242-41b6-9485-35a5c6e655c8 is going to be deleted. [ 1296.327394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.328025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.329166] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.329166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.347625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.347755] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c01f51-d3fb-4a8c-a801-9d94004d56f0 is going to be deleted. [ 1296.348992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.349272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.368653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.368799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d7e4ad-ad3c-4d72-9a53-e0f022450175 is going to be deleted. [ 1296.369806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.370118] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.390774] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.390833] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6208b4-4824-4097-b307-99d7c1381be2 is going to be deleted. [ 1296.391759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.391978] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.393831] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.393976] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.409287] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.409400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.416116] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.416273] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3571f7ae-8b6b-409d-97ce-71b476176eb0 is going to be deleted. [ 1296.417221] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.417437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.438853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.439049] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6b7993e-3c88-470d-b3ac-244e5de8a7d7 is going to be deleted. [ 1296.440051] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.440309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.462696] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.463245] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.463949] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.464078] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.479658] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.479809] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66070298-9cf3-4316-9508-89d608ca4ddf is going to be deleted. [ 1296.480806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.481197] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.594896] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.595104] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.635513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.635628] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578d6a21-b8ac-446f-8274-ccf5232227ba is going to be deleted. [ 1296.637213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.637213] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.640523] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.640655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.690760] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.691182] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.709192] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.709378] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109c96a6-b36d-4ed7-839f-7021d6130819 is going to be deleted. [ 1296.710451] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.710773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.716643] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.730287] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.788465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.788613] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c590a582-2260-4fec-927b-b13803e7b003 is going to be deleted. [ 1296.789573] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.789804] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.791661] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.791772] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.859646] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.859850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.882098] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.882245] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f is going to be deleted. [ 1296.883176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.883400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.977043] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.977227] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb91a215-6b28-4854-96e4-710f5afbdd64 is going to be deleted. [ 1296.978196] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.978436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.029044] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.029044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.161841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.161996] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5698596e-6697-4fef-adaf-5ed55dc290c3 is going to be deleted. [ 1297.162970] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.163204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.178524] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.178709] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.200937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.201119] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e7afa0-aee6-41ae-9a15-575c945a91f6 is going to be deleted. [ 1297.202096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.202316] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.219021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a90c33-6d5b-48ef-9a41-ba1b7def78dd: rpc.has_security_group_logging(os_id): False [ 1297.232814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7782dbd5-b25e-4e90-b0cd-ac37917825b8: rpc.has_security_group_logging(os_id): False [ 1297.234853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.234966] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b017fa-127b-4282-96c8-85d190d40cf6 is going to be deleted. [ 1297.235761] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.236042] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.237439] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.237599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.254297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.254490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.295291] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.295490] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.296399] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.296496] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.298605] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.298751] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.300560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.300681] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e6b593e-0147-407a-8a82-bcabc1062cec is going to be deleted. [ 1297.301571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.301792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.339454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.339615] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0363f532-b167-4e3b-a575-f31ba699b15b is going to be deleted. [ 1297.340629] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.340894] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.391468] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.391668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.407400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.407524] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdec3b1b-05dd-4b0b-be3a-46b5426f1d15 is going to be deleted. [ 1297.408481] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.408700] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.408795] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.408917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d303b837-9242-41b6-9485-35a5c6e655c8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.409195] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.409321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.409399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.409520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c01f51-d3fb-4a8c-a801-9d94004d56f0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.410161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.410306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.410392] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.410577] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d7e4ad-ad3c-4d72-9a53-e0f022450175" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.410728] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.410880] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.410960] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.411092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6208b4-4824-4097-b307-99d7c1381be2" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.411223] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.411364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.411439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.411554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3571f7ae-8b6b-409d-97ce-71b476176eb0" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.411679] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.411818] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.411891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412007] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6b7993e-3c88-470d-b3ac-244e5de8a7d7" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412141] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.412278] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.412351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66070298-9cf3-4316-9508-89d608ca4ddf" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.412712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.412785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.412893] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578d6a21-b8ac-446f-8274-ccf5232227ba" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.413034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.413172] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.413250] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.413351] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109c96a6-b36d-4ed7-839f-7021d6130819" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.413474] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.413608] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.413681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.413790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cce9d88-63d5-44dc-95c1-a6d5ef5fd08f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.414018] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.414168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.414246] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.414358] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c590a582-2260-4fec-927b-b13803e7b003" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.414479] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.414614] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.414684] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.414794] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb91a215-6b28-4854-96e4-710f5afbdd64" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.414917] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.415107] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.464652] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.464976] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.465099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.465162] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.465382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.465464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.465565] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1297.466792] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.466986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.467085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.467204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e7afa0-aee6-41ae-9a15-575c945a91f6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.467338] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.467484] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.543745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.543939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.560679] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.560863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.572593] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.572943] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.573065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.573136] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.573345] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.573434] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.573529] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1297.574793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.575015] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.575184] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.575319] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b017fa-127b-4282-96c8-85d190d40cf6" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.575473] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.575630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.575712] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.575824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5698596e-6697-4fef-adaf-5ed55dc290c3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.576065] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.576241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.576383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.576441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e6b593e-0147-407a-8a82-bcabc1062cec" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.576538] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.576676] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.576750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.576850] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0363f532-b167-4e3b-a575-f31ba699b15b" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.582623] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.582967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.582967] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.583142] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.583239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.583360] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdec3b1b-05dd-4b0b-be3a-46b5426f1d15" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.666819] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.667052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.667052] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.667274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.667439] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.672459] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.672617] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.672793] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.672906] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.673073] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.691737] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1297.692465] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.692997] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1299.710056] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1299.710056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.710492] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1299.710492] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.669381] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.669381] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.626728] env[69301]: INFO networking_nsxv3.common.synchronization [req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 req-e52643e8-cb83-4f46-99dc-bb62a78d9e80 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1301.627309] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGHEST for action security_group_members [ 1301.627690] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.627862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.627940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.628160] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.628326] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.628426] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.628518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.628646] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.628729] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.628819] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.133581] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.133781] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.133820] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.134082] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.159760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.160135] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.160315] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.160415] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.160702] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.160821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.160951] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be updated. [ 1302.247828] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.248035] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.248097] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.248550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.248550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.259394] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: IN_PROGRESS for 2s [ 1302.970941] env[69301]: INFO networking_nsxv3.common.synchronization [req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca req-41e6245c-1516-4ee7-ab06-e9c2d8a8c3f9 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1302.971817] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1302.971817] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.971964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.971964] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.972174] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.972550] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.972550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.972550] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.972777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.972777] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.972777] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.475498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.475711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.475775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.475972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.476113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.476334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.476443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.476506] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.476670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.476749] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.476839] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1303.504054] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.504226] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.504285] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.504442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.504624] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.512447] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1304.270314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0514bc8-c787-4add-af4a-993dd643cb3e in Status: SUCCESS [ 1304.270670] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e deletion is rescheduled due to dependency. [ 1304.270670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.522034] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1305.522445] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd deletion is rescheduled due to dependency. [ 1305.522445] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.972604] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.972972] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.977366] env[69301]: INFO networking_nsxv3.common.synchronization [req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 req-58f79176-9f14-44b1-a471-c4ef0dfb72fe tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1309.977943] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1309.978294] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.978826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.978826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.978826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.978979] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.978979] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.979061] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.979188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.979274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.979368] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.294383] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.294383] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.294383] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.294986] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.294986] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.295160] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.295210] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.295411] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.295561] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.295779] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.295895] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.296019] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.296163] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.296287] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.296399] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.296537] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.318994] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.319353] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1310.319550] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.319741] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-526" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.320076] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-17fb5d62-f5ab-4762-8341-7e267abfeed9 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.320266] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.320391] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.320735] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.320882] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fb5d62-f5ab-4762-8341-7e267abfeed9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.482281] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.482476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.482476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.482693] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.482785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.482988] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.483112] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.483161] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.483312] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.483389] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.483475] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1310.513779] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.513972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.513972] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.514239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.514395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.523895] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1310.823674] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.823886] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.824756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.824756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.824756] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.824756] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 17fb5d62-f5ab-4762-8341-7e267abfeed9 not found, creating... [ 1310.824990] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.825117] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.825233] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.825463] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.825608] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.825905] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.826080] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.826232] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.826455] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.826596] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.826745] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 17fb5d62-f5ab-4762-8341-7e267abfeed9 is going to be created. [ 1310.855677] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.855906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.856041] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.856439] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.856680] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.856962] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.998420] env[69301]: INFO networking_nsxv3.common.synchronization [req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 req-d9ce48c8-78a5-412e-bebc-102339bb5612 service nova] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 1311.998681] env[69301]: INFO networking_nsxv3.common.synchronization [req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 req-d9ce48c8-78a5-412e-bebc-102339bb5612 service nova] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1311.998795] env[69301]: INFO networking_nsxv3.common.synchronization [req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 req-d9ce48c8-78a5-412e-bebc-102339bb5612 service nova] Enqueued Resource ID: 17fb5d62-f5ab-4762-8341-7e267abfeed9 with Priority: HIGHEST for action port [ 1311.998996] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_rules [ 1311.999138] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1311.999237] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17fb5d62-f5ab-4762-8341-7e267abfeed9 with Priority: HIGHEST for action port [ 1312.000171] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.000313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.000390] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.000591] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.000671] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.001492] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.001582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.001768] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-17fb5d62-f5ab-4762-8341-7e267abfeed9 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.001864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.001928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.002114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.002189] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17fb5d62-f5ab-4762-8341-7e267abfeed9',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.150601] env[69301]: INFO networking_nsxv3.common.synchronization [req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 req-a31c0754-483a-4f7c-94f5-de9c4a387cba tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1312.151106] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1312.151438] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.151568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.151683] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.151819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.151972] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.152085] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.152149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.152298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.152398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.152507] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.505500] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.505635] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.506011] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17fb5d62-f5ab-4762-8341-7e267abfeed9 with status ACTIVE [ 1312.506193] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.506309] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.506378] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.506596] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.506685] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.506859] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.506957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.507034] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.507249] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.507306] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.507483] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.507578] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.507630] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.507773] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.507842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.507927] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17fb5d62-f5ab-4762-8341-7e267abfeed9 is going to be updated. [ 1312.530721] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.530927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.530927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.531134] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.531270] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.531428] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17fb5d62-f5ab-4762-8341-7e267abfeed9" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.532797] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1312.532971] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd deletion is rescheduled due to dependency. [ 1312.533100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.533222] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.533395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.533557] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.533661] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.533725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.533863] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.533940] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.534042] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.654233] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.654424] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.654491] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.654695] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.654790] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.654992] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.655105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.655168] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.655323] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.655399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.655486] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1312.682563] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.682757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.682757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.682984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.683153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.705329] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1313.035932] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.538638] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.041086] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.041476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.041476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.041669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.041756] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.041866] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1314.068259] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.068583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.068583] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.068705] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.068797] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.078197] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1314.715685] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1314.715924] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 deletion is rescheduled due to dependency. [ 1314.716027] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089122] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1316.089494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.089494] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.089713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.089906] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.090032] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.090100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.090265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.090346] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.090430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.090519] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.592463] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.095408] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95a90c33-6d5b-48ef-9a41-ba1b7def78dd: rpc.has_security_group_logging(os_id): False [ 1317.113622] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.113622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.113808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.113882] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.113987] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.114266] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.114379] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.114443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.114597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.114672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.114759] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1317.151818] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.151985] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.215027] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.215256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.215256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.215461] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.215612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.229323] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1319.244308] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1319.244637] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.446176] env[69301]: INFO networking_nsxv3.common.synchronization [req-f95ec797-d574-4507-82e4-29d7f7f88887 req-516c887f-766c-45c5-a5ff-1e1d802e9058 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1319.446176] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1319.446176] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.446176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.446176] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.446706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.446706] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.446706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.446706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.446706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.446852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.446878] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.701124] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.701335] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.701464] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.701740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.702010] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.702180] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.702326] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.702612] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.702795] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.703077] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1319.703231] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1319.703367] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1319.703521] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1319.703649] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1319.703768] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1319.703919] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1319.723604] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1319.723827] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1319.723913] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1319.724144] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.724472] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-c144d04e-e33f-4846-b1c9-d701574aa147 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.724687] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.724849] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.725234] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.725415] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c144d04e-e33f-4846-b1c9-d701574aa147',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.948745] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.948991] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.949075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.949267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.949361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.949554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.949650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.949706] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.949862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.949938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.950038] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1320.000369] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.000556] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.000594] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.000787] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.000927] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.010450] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1320.228031] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.228310] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.228410] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.228713] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.228876] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.229055] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port c144d04e-e33f-4846-b1c9-d701574aa147 not found, creating... [ 1320.229332] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.229495] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.229615] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.229853] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.229990] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.230291] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.230452] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.230571] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.230782] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.230919] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.231073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: c144d04e-e33f-4846-b1c9-d701574aa147 is going to be created. [ 1320.258390] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.258887] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.258887] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.259139] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.259340] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.259573] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.927856] env[69301]: INFO networking_nsxv3.common.synchronization [req-f95ec797-d574-4507-82e4-29d7f7f88887 req-407ecda3-887c-40d8-9c0f-3a1c7d7af24a service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1320.928097] env[69301]: INFO networking_nsxv3.common.synchronization [req-f95ec797-d574-4507-82e4-29d7f7f88887 req-407ecda3-887c-40d8-9c0f-3a1c7d7af24a service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1320.928277] env[69301]: INFO networking_nsxv3.common.synchronization [req-f95ec797-d574-4507-82e4-29d7f7f88887 req-407ecda3-887c-40d8-9c0f-3a1c7d7af24a service nova] Enqueued Resource ID: c144d04e-e33f-4846-b1c9-d701574aa147 with Priority: HIGHEST for action port [ 1320.928781] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1320.929342] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1320.929342] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c144d04e-e33f-4846-b1c9-d701574aa147 with Priority: HIGHEST for action port [ 1320.929342] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.929585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.929585] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.929785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.929942] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.930765] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.930886] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.931179] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c144d04e-e33f-4846-b1c9-d701574aa147 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.931269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.931269] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.931441] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.931519] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c144d04e-e33f-4846-b1c9-d701574aa147',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.433386] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.433650] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.433713] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c144d04e-e33f-4846-b1c9-d701574aa147 with status ACTIVE [ 1321.433888] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.433998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.434086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.434321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.434405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.434573] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.434670] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.434731] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.434881] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.434959] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.435175] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.435307] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.435372] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.435513] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.435586] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.435670] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c144d04e-e33f-4846-b1c9-d701574aa147 is going to be updated. [ 1321.456051] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.456214] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.456325] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.456542] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.456682] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.457383] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c144d04e-e33f-4846-b1c9-d701574aa147" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.019936] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1322.020218] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 deletion is rescheduled due to dependency. [ 1322.020335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.020549] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.020842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.021077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.021230] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.021298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.021508] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.021605] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.021720] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.524489] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.027169] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.529444] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.529814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.529814] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.529958] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.530040] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.530096] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1323.559554] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.559554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.559554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.559554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.559554] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.567185] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1325.581049] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1325.581049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.581049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.581527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.581527] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.581622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.581717] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.581864] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.581989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.582058] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.582126] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.930405] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.930624] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1326.084503] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.587068] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7782dbd5-b25e-4e90-b0cd-ac37917825b8: rpc.has_security_group_logging(os_id): False [ 1326.605707] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.605919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.605919] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.606147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.606242] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.606579] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.606696] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.606740] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.606895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.606971] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.607068] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1326.660877] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.661080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.661124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.661317] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.661468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.674066] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1328.689892] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1328.690288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.931693] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.932058] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.933427] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.933877] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.934465] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.934964] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.935638] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.936052] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.937348] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.937723] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.938227] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.938618] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.939233] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.939585] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.941253] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.941652] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.942714] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.943143] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.854949] env[69301]: INFO networking_nsxv3.common.synchronization [req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 req-6ab10781-07b7-47da-bedf-0585c5f8d490 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1374.855189] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGHEST for action security_group_members [ 1374.855763] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.855763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.855763] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.855937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.856090] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.856194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.856252] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.856395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.856478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.856610] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.359047] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.359263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.359263] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.359520] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.359616] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.359821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.359925] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.360129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.360238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.360238] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.360317] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be updated. [ 1375.388397] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.388639] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.388730] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.388966] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.389128] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.403568] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: IN_PROGRESS for 2s [ 1377.414481] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd in Status: SUCCESS [ 1377.414834] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd deletion is rescheduled due to dependency. [ 1377.414834] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.855810] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.856142] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.857627] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.857992] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.858794] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.859228] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.860579] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.860953] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.861880] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.861880] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.863426] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.863825] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.864900] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.865427] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.866967] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.866967] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.694437] env[69301]: INFO networking_nsxv3.common.synchronization [req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 req-72814466-f91b-4049-bd36-4b7f7b2be7bb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1415.694945] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1415.697689] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.697836] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.697909] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.698149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.698331] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.698437] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.698521] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.698689] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.698775] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.698874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.201376] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.201767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.201767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.201767] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.201895] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.202063] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.202170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.202232] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.202382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.202457] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.202543] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1416.235344] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.235558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.235558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.235725] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.235866] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.244456] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1418.255947] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1418.256465] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 deletion is rescheduled due to dependency. [ 1418.256465] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.695987] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.696389] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.704898] env[69301]: INFO networking_nsxv3.common.synchronization [req-4fadf49e-484e-41e4-a6b9-cf3086f938ed req-8458d370-0816-4b5a-95e1-098fc5aec17d tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1423.705664] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1423.706015] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.706149] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.706206] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.706410] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.706566] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.706669] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.706739] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.707019] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.707094] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.707137] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.965195] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.965630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.965630] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.965810] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.966091] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.966257] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.966379] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.966624] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.966783] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.966997] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.967127] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.967240] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.967384] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.967545] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1423.967660] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.967823] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.988060] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.988246] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1423.988384] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.988582] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.988906] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.989094] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.989219] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.989574] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.989730] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d061bd-af38-49f2-be9f-d7b0c1d6b0e3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.209460] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.209662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.209662] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.209913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.210017] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.210218] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.210321] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.210385] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.210546] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.210625] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.210741] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1424.248774] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.248961] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.249010] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.249185] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.249326] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.264464] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1424.492531] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.492813] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.492906] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.493249] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.493372] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.493535] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Segment Port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 not found, creating... [ 1424.493803] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.493970] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.494104] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.494328] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.494467] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.494756] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.494918] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.495049] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.495262] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.495400] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.495545] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 is going to be created. [ 1424.517511] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.517740] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.517872] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.518188] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.518421] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.518653] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.202802] env[69301]: INFO networking_nsxv3.common.synchronization [req-4fadf49e-484e-41e4-a6b9-cf3086f938ed req-92e34596-22bf-492f-a3a7-37dac71a9224 service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1425.203055] env[69301]: INFO networking_nsxv3.common.synchronization [req-4fadf49e-484e-41e4-a6b9-cf3086f938ed req-92e34596-22bf-492f-a3a7-37dac71a9224 service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1425.203055] env[69301]: INFO networking_nsxv3.common.synchronization [req-4fadf49e-484e-41e4-a6b9-cf3086f938ed req-92e34596-22bf-492f-a3a7-37dac71a9224 service nova] Enqueued Resource ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with Priority: HIGHEST for action port [ 1425.203282] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1425.203414] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1425.203511] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with Priority: HIGHEST for action port [ 1425.204045] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.204203] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.204237] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.204423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.204501] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.205719] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.206353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.206353] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.206353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.206353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.206353] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.206353] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d061bd-af38-49f2-be9f-d7b0c1d6b0e3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.707885] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.708120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.710410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with status ACTIVE [ 1425.710609] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.710744] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.710813] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.711045] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.711204] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.711314] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.711419] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.711493] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.711638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.711716] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.711901] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.711998] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.712062] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.712216] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.712289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.712378] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 is going to be updated. [ 1425.739010] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.739272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.739272] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.739442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.739582] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.739757] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.274868] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1426.275170] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 deletion is rescheduled due to dependency. [ 1426.275170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.275310] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.275560] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.275742] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.275862] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.275928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.276100] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.276220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.276285] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.778712] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.280642] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.783104] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.783355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.783355] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.783552] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.783644] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.783744] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1427.817132] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.817132] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.817341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.817431] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.817595] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.826609] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1429.840362] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1429.840867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.840867] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.840981] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.841160] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.841288] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.841367] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.841487] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.841558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.841640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.841735] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.204859] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.204859] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1430.344615] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.846780] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7782dbd5-b25e-4e90-b0cd-ac37917825b8: rpc.has_security_group_logging(os_id): False [ 1430.865839] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.866071] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.866167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.866464] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.866609] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.866917] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.867036] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.867103] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.867265] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.867340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.867428] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1430.928590] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.928831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.928831] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.929086] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.929236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.953363] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1432.974647] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1432.975096] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.205481] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.205823] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.206651] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.206651] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.207816] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.207816] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.209031] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.209430] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.209736] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.210156] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.210436] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.210800] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.211776] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.212154] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.213354] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.213769] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.214335] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.214335] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.215901] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.216309] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.216747] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.216747] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.218339] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.218789] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.371088] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1493.371519] env[69301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-932c5909-76f7-4d15-a121-19f3c365f86d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1495.219656] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.219973] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.251351] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.251583] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.251690] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.251965] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.252232] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.252398] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.252688] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.252821] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.252981] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.253354] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.253479] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] NeedRegenerationException {{(pid=69301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1495.253595] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] no value, waiting for create lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1495.253726] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] value creation lock acquired {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1495.253822] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] No value present for key: 'zone-id' {{(pid=69301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.253930] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Calling creation function for not-yet-present value {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1495.254077] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1495.280964] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1495.281114] env[69301]: DEBUG dogpile.cache.region [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1495.281247] env[69301]: DEBUG dogpile.lock [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Released creation lock {{(pid=69301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1495.281484] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "network-219" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.281811] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 taken with stack trace [, , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.282020] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.282128] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.282394] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.282540] env[69301]: DEBUG networking_nsxv3.api.rpc [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d061bd-af38-49f2-be9f-d7b0c1d6b0e3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.785343] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.785673] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.785748] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.786051] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.786227] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.786510] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.786672] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.786795] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.787062] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.787215] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.787502] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.787661] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.787781] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.787989] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.788143] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.788314] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Resource: SegmentPort with ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 is going to be updated. [ 1495.808914] env[69301]: DEBUG networking_nsxv3.common.locking [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.809177] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.809272] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.809542] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.809743] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.809962] env[69301]: DEBUG oslo_concurrency.lockutils [None req-25a98bd8-abd0-43a4-860e-c22ba643c74b None None] Releasing lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.495795] env[69301]: INFO networking_nsxv3.common.synchronization [req-5baf7d04-606a-46c9-98a3-cb0b97f92000 req-c1d27214-c9c1-4acf-82cd-2f54b3e9a998 service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1496.496044] env[69301]: INFO networking_nsxv3.common.synchronization [req-5baf7d04-606a-46c9-98a3-cb0b97f92000 req-c1d27214-c9c1-4acf-82cd-2f54b3e9a998 service nova] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1496.496251] env[69301]: INFO networking_nsxv3.common.synchronization [req-5baf7d04-606a-46c9-98a3-cb0b97f92000 req-c1d27214-c9c1-4acf-82cd-2f54b3e9a998 service nova] Enqueued Resource ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with Priority: HIGHEST for action port [ 1496.496878] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_rules [ 1496.497143] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1496.497286] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with Priority: HIGHEST for action port [ 1496.497561] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.497686] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.497753] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.497945] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.498032] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.499350] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.499468] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.499638] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.499824] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.499975] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.500084] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.500146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.503375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.503375] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.503375] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.503693] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.503847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.503946] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.504146] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.504243] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d061bd-af38-49f2-be9f-d7b0c1d6b0e3',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.000772] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.000963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.005318] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.006434] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with status ACTIVE [ 1497.006600] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.006722] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.006788] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.006993] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.007092] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.007268] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.007370] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.007430] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.007949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.008050] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.008284] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.008387] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.008436] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.008568] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.008642] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.008727] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 is going to be updated. [ 1497.030664] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.030806] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.030878] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.031105] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.031241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.031396] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.511479] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.014077] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.014294] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.014339] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.014581] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.014675] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.014799] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1498.044540] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.044759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.044759] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.045109] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.045277] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.055554] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1500.067073] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1500.067470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.067470] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.067677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.067870] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.067989] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.068072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.068212] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.068329] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.068418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.068512] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.571650] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.074085] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7782dbd5-b25e-4e90-b0cd-ac37917825b8: rpc.has_security_group_logging(os_id): False [ 1501.092840] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.093075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.093075] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.093340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.093427] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.093692] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.093817] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.093918] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.094102] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.094181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.094275] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1501.152969] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.153181] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.153231] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.153416] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.153570] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.166309] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1501.498432] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.498608] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1503.182021] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1503.182399] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.500268] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.500695] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.501729] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.502110] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.894776] env[69301]: INFO networking_nsxv3.common.synchronization [req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b req-7c216301-0b4a-45f0-8793-a0791d0a85af tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Enqueued Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1511.895314] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 with Priority: HIGHEST for action security_group_members [ 1511.895613] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7782dbd5-b25e-4e90-b0cd-ac37917825b8 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.895738] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.895807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.896014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.896174] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.896276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.896340] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.896512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.896599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.896690] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7782dbd5-b25e-4e90-b0cd-ac37917825b8',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.399713] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.399713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.399713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.399713] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.399977] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.399977] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.400087] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.400122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.400698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.400698] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.400698] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 is going to be updated. [ 1512.428503] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.428710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.428710] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.428891] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.429038] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.437090] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: IN_PROGRESS for 2s [ 1514.449663] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 in Status: SUCCESS [ 1514.450067] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7782dbd5-b25e-4e90-b0cd-ac37917825b8 deletion is rescheduled due to dependency. [ 1514.450067] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7782dbd5-b25e-4e90-b0cd-ac37917825b8" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.896783] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.897278] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.898502] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.898922] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.899245] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.899616] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.317108] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.317557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.317557] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.317622] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.317724] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.820647] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.323196] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.825742] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1530.825927] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1531.521050] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.521469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.521469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.521469] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.532816] env[69301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1531.534932] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.535714] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1531.572016] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.572205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.572268] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.572466] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.586453] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.587251] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1531.587334] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.587427] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1531.621297] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.621478] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.621540] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.621697] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.622507] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.622674] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1531.713972] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.714209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.714209] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.714458] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.714852] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.715230] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1531.791831] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.792025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.792025] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.792215] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.792518] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.792814] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1531.792905] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1e072f32-1ec5-4b2c-9edc-d250115ddcbe', 'aec52517-f78f-4ea0-a5ad-33496fefbbac', '9005ddac-3792-494f-8379-aac2cd3c6524', 'f753a910-ff00-4a64-98b5-2f8955c51e74', 'b6908502-b797-4f76-b87f-3e14a801d447', 'cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd', '2e909686-307e-4fd8-854f-a12cb2d81c9f', '928381be-398c-4c4f-8d54-9e98e983e3dc', 'ef42f3bf-14ae-4750-aae3-ea915b1aa518', '27248282-a287-4d23-b02e-578d49f8f5fa', 'f0514bc8-c787-4add-af4a-993dd643cb3e', '6761f1b0-5b58-4595-92b2-a659fb722622', '95a90c33-6d5b-48ef-9a41-ba1b7def78dd', '03933cb9-a913-4bb9-a984-dd3ac5804891', '3bcc6d52-3902-48a1-8216-7fa1b95313fa', 'ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e', 'f1e5d38a-71a9-4302-89e3-be7233be8e44', 'bfb38cad-8a84-42f4-88dc-4ea5450b7a55', '450ae56a-ff1b-4475-9725-91e6b477b453', 'aa8bf01a-0440-4e26-ab12-7aac3682ddc1', '75af4e3a-732b-4a5f-9369-16a4d59a709d', '8bdd93c7-3f95-4a52-b2b4-daed839e1fd6', 'b21969f5-53a1-4331-a48a-bc6dfa8c5126', '56117c1d-aa38-487c-8f29-ae27b650bc14', '3959722a-853b-4fc0-9fe4-f3e6840fa7f2', '06ea562a-f842-4724-804d-65a410b16d8c', 'c0a7b35a-1c45-49cf-a493-843927ba5553', '7782dbd5-b25e-4e90-b0cd-ac37917825b8', 'df1de910-9239-4817-a933-0f9e300de01a'} {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.792993] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1531.811334] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.811527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.811527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.811760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.811858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.811969] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1531.812054] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.812127] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1531.890013] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.890219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.890219] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.890432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.891599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.891862] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1531.891943] env[69301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1531.892028] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1531.892098] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1531.892176] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1531.892250] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGH for action security_group_rules [ 1531.892334] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGH for action security_group_rules [ 1531.892401] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGH for action security_group_rules [ 1531.892465] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGH for action security_group_rules [ 1531.892526] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGH for action security_group_rules [ 1531.892589] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGH for action security_group_rules [ 1531.892650] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGH for action security_group_rules [ 1531.892711] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGH for action security_group_rules [ 1531.892770] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGH for action security_group_rules [ 1531.892831] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGH for action security_group_rules [ 1531.892890] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGH for action security_group_rules [ 1531.892950] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGH for action security_group_rules [ 1531.893021] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGH for action security_group_rules [ 1531.893084] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGH for action security_group_rules [ 1531.893144] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGH for action security_group_rules [ 1531.893204] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGH for action security_group_rules [ 1531.893265] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGH for action security_group_rules [ 1531.893326] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGH for action security_group_rules [ 1531.893387] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGH for action security_group_rules [ 1531.893450] env[69301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGH for action security_group_rules [ 1531.893543] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.899889] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.900029] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1531.900082] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe with Priority: HIGH for action security_group_rules [ 1531.900198] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9005ddac-3792-494f-8379-aac2cd3c6524 with Priority: HIGH for action security_group_rules [ 1531.900293] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f with Priority: HIGH for action security_group_rules [ 1531.900386] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa with Priority: HIGH for action security_group_rules [ 1531.900478] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 with Priority: HIGH for action security_group_rules [ 1531.900567] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450ae56a-ff1b-4475-9725-91e6b477b453 with Priority: HIGH for action security_group_rules [ 1531.900660] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 with Priority: HIGH for action security_group_rules [ 1531.900782] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 with Priority: HIGH for action security_group_rules [ 1531.900874] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 with Priority: HIGH for action security_group_rules [ 1531.900965] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e with Priority: HIGH for action security_group_rules [ 1531.901061] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd with Priority: HIGH for action security_group_rules [ 1531.901149] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6761f1b0-5b58-4595-92b2-a659fb722622 with Priority: HIGH for action security_group_rules [ 1531.901234] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0514bc8-c787-4add-af4a-993dd643cb3e with Priority: HIGH for action security_group_rules [ 1531.901320] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27248282-a287-4d23-b02e-578d49f8f5fa with Priority: HIGH for action security_group_rules [ 1531.901403] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 with Priority: HIGH for action security_group_rules [ 1531.901486] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd with Priority: HIGH for action security_group_rules [ 1531.901571] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928381be-398c-4c4f-8d54-9e98e983e3dc with Priority: HIGH for action security_group_rules [ 1531.901654] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6908502-b797-4f76-b87f-3e14a801d447 with Priority: HIGH for action security_group_rules [ 1531.901739] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec52517-f78f-4ea0-a5ad-33496fefbbac with Priority: HIGH for action security_group_rules [ 1531.901824] env[69301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f753a910-ff00-4a64-98b5-2f8955c51e74 with Priority: HIGH for action security_group_rules [ 1531.902143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.902256] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.902320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.902512] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.902591] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e072f32-1ec5-4b2c-9edc-d250115ddcbe',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.903666] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9005ddac-3792-494f-8379-aac2cd3c6524 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.903666] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.903808] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.903842] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.903920] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9005ddac-3792-494f-8379-aac2cd3c6524',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.904712] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e909686-307e-4fd8-854f-a12cb2d81c9f taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.904807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.904807] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.904957] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.905040] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e909686-307e-4fd8-854f-a12cb2d81c9f',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.906058] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.906170] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.906235] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.906382] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.906455] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bcc6d52-3902-48a1-8216-7fa1b95313fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.907442] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.907442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.907442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.907442] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.907612] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8bf01a-0440-4e26-ab12-7aac3682ddc1',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.908207] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-450ae56a-ff1b-4475-9725-91e6b477b453 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.908320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.908320] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.908454] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.908520] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('450ae56a-ff1b-4475-9725-91e6b477b453',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.909223] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.909331] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.909398] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.909544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.909617] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb38cad-8a84-42f4-88dc-4ea5450b7a55',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.910332] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1e5d38a-71a9-4302-89e3-be7233be8e44 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.910395] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.910432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.910575] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.910643] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1e5d38a-71a9-4302-89e3-be7233be8e44',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.911417] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03933cb9-a913-4bb9-a984-dd3ac5804891 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.911524] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.911589] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.911747] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.911820] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03933cb9-a913-4bb9-a984-dd3ac5804891',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.912482] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.912618] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.912659] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.912802] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.912874] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.913540] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.913647] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.913714] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.913858] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.913931] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95a90c33-6d5b-48ef-9a41-ba1b7def78dd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.914684] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6761f1b0-5b58-4595-92b2-a659fb722622 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.914791] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.914857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.915008] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.915116] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6761f1b0-5b58-4595-92b2-a659fb722622',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.915728] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0514bc8-c787-4add-af4a-993dd643cb3e taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.915857] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.915889] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.916044] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.916118] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0514bc8-c787-4add-af4a-993dd643cb3e',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.916767] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27248282-a287-4d23-b02e-578d49f8f5fa taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.916872] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.916939] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.917099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.917170] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27248282-a287-4d23-b02e-578d49f8f5fa',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.917821] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.917928] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.917994] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.918152] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.918224] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef42f3bf-14ae-4750-aae3-ea915b1aa518',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.918985] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.919099] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.919167] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.919313] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.919386] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.920046] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-928381be-398c-4c4f-8d54-9e98e983e3dc taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.920153] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.920220] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.920364] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.920435] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('928381be-398c-4c4f-8d54-9e98e983e3dc',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.921093] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6908502-b797-4f76-b87f-3e14a801d447 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.921200] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.921267] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.921413] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.921482] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6908502-b797-4f76-b87f-3e14a801d447',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.922390] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aec52517-f78f-4ea0-a5ad-33496fefbbac taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.922497] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.922563] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.922711] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.922783] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aec52517-f78f-4ea0-a5ad-33496fefbbac',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.923430] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f753a910-ff00-4a64-98b5-2f8955c51e74 taken with stack trace [, , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.923536] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.923603] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.923750] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.923824] env[69301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f753a910-ff00-4a64-98b5-2f8955c51e74',) {} {{(pid=69301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.501969] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.502208] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.502324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.502743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.505022] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.505198] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.510143] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.510357] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.511470] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.511681] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.512732] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.512913] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.513886] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.514079] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.515834] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.516049] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.518669] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.518826] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.519979] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.520194] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.521569] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.521841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.523231] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.523343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.523912] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.524342] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.524425] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.525051] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.525461] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.525571] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.526139] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.526549] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.526640] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.527201] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.527582] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.527668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.528265] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.528630] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.528741] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.529342] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.529730] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.529847] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.530408] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.530804] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.530905] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.531541] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.531921] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.532011] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.532551] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1532.532915] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.533035] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 928381be-398c-4c4f-8d54-9e98e983e3dc is going to be deleted. [ 1532.534423] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.534548] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.534604] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.534760] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.552147] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.552297] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e909686-307e-4fd8-854f-a12cb2d81c9f is going to be deleted. [ 1532.553126] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.553328] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.584849] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.585120] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.586963] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.587116] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef42f3bf-14ae-4750-aae3-ea915b1aa518 is going to be deleted. [ 1532.587947] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.588164] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.607821] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.607971] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6908502-b797-4f76-b87f-3e14a801d447 is going to be deleted. [ 1532.608844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.609056] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.629210] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.629429] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.636634] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.636802] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8bf01a-0440-4e26-ab12-7aac3682ddc1 is going to be deleted. [ 1532.637657] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.637874] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.692652] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.692841] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.694922] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.695113] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.699205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.699315] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb38cad-8a84-42f4-88dc-4ea5450b7a55 is going to be deleted. [ 1532.700224] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.700435] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.729779] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.730051] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f753a910-ff00-4a64-98b5-2f8955c51e74 is going to be deleted. [ 1532.730900] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.731129] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.768344] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.768612] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.795324] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.795490] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27248282-a287-4d23-b02e-578d49f8f5fa is going to be deleted. [ 1532.796405] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.796672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.854312] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.854503] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.855297] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.855412] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bcc6d52-3902-48a1-8216-7fa1b95313fa is going to be deleted. [ 1532.856276] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.856485] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.902645] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.902812] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9005ddac-3792-494f-8379-aac2cd3c6524 is going to be deleted. [ 1532.903733] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.903949] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.917770] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.917956] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.941462] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.941462] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1e5d38a-71a9-4302-89e3-be7233be8e44 is going to be deleted. [ 1532.942024] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.942298] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.951185] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.951551] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.984529] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.984816] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.001362] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.001595] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6761f1b0-5b58-4595-92b2-a659fb722622 is going to be deleted. [ 1533.002450] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.002677] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.013434] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.013597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.031012] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.031158] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03933cb9-a913-4bb9-a984-dd3ac5804891 is going to be deleted. [ 1533.031986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.032239] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.044285] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.044446] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.074400] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.074658] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e072f32-1ec5-4b2c-9edc-d250115ddcbe is going to be deleted. [ 1533.075475] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.075694] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.087283] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.087440] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.103528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.103772] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aec52517-f78f-4ea0-a5ad-33496fefbbac is going to be deleted. [ 1533.104599] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.104819] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.172165] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.172466] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e is going to be deleted. [ 1533.173260] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.173476] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.190339] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.190641] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.230655] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.230918] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd is going to be deleted. [ 1533.232241] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.232527] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.253753] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.253986] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.296798] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.296994] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0514bc8-c787-4add-af4a-993dd643cb3e is going to be deleted. [ 1533.297938] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.298169] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.310182] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.310384] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.331833] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.332121] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.339274] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.339410] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95a90c33-6d5b-48ef-9a41-ba1b7def78dd is going to be deleted. [ 1533.340409] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.340636] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.387196] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.387394] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.388529] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.388688] env[69301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 450ae56a-ff1b-4475-9725-91e6b477b453 is going to be deleted. [ 1533.389649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.389877] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.389974] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.390122] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-928381be-398c-4c4f-8d54-9e98e983e3dc" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.390286] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.390449] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.390528] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.390649] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e909686-307e-4fd8-854f-a12cb2d81c9f" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.391199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.391361] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.391443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.391555] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6908502-b797-4f76-b87f-3e14a801d447" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.391687] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.391853] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.391935] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.392064] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef42f3bf-14ae-4750-aae3-ea915b1aa518" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.392199] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.392343] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.392418] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.392530] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8bf01a-0440-4e26-ab12-7aac3682ddc1" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.392663] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.392803] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.392873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.392984] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb38cad-8a84-42f4-88dc-4ea5450b7a55" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.393124] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.393264] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.393335] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.393443] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f753a910-ff00-4a64-98b5-2f8955c51e74" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.393569] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.393703] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.393778] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.393887] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27248282-a287-4d23-b02e-578d49f8f5fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.394022] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.394163] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.394236] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.394341] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bcc6d52-3902-48a1-8216-7fa1b95313fa" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.394467] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.394600] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.394672] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.394785] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9005ddac-3792-494f-8379-aac2cd3c6524" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.394953] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.395114] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.395188] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.395300] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1e5d38a-71a9-4302-89e3-be7233be8e44" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.395423] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.395558] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.395631] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.395743] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6761f1b0-5b58-4595-92b2-a659fb722622" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.395870] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.396014] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.396093] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.396205] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e072f32-1ec5-4b2c-9edc-d250115ddcbe" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.396371] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.396544] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.397159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.397159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03933cb9-a913-4bb9-a984-dd3ac5804891" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.397159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.397159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.397159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.397159] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aec52517-f78f-4ea0-a5ad-33496fefbbac" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.397432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.397432] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.397482] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.397597] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab74299b-a2d6-4f11-8d9e-7e4dc9ad133e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.397692] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.397828] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.397921] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.398046] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb8d58c0-dd5d-4e83-91d9-49a98fe21ddd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.458558] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.458873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.458873] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.459080] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.459166] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.459289] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0514bc8-c787-4add-af4a-993dd643cb3e" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.486372] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.486653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.486653] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.486844] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.486937] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.487072] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95a90c33-6d5b-48ef-9a41-ba1b7def78dd" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.604836] env[69301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1533.605498] env[69301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.605668] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.605755] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.605992] env[69301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.606101] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.606228] env[69301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-450ae56a-ff1b-4475-9725-91e6b477b453" {{(pid=69301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.903303] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.903791] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.904448] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.905268] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.905801] env[69301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.906244] env[69301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0